This is an automated email from the ASF dual-hosted git repository.
caogaofei pushed a change to branch beyyes/join
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from b026053cc83 add joinussing ut
add 1fed2c65a15 Speed up recover (#13068)
add 7eed3aac9b5 Fix substring logic proble And add function pi and e
add 7c808c5cbac Refactor/ai node build update (#13302)
add edc3e8b8099 Fix query stuck while DN restarting & keep quite while
cleaning sort tmp file
add e0c695aa2ad Subscription: always return negative TabletsPayload resp
for tablets streaming transmission (#13339)
add a3c5df8779b Add clusterId check when restarting nodes (#13315)
add d738300c1c6 Get root cause to enable read retry #13341
add 22f00613e32 Fix/flush cli output (#13344)
add 50a2080aa00 Pipe IT: Fix CI instability issues related to type
conversion on data sync receivers (#13340)
add b7369ee2e17 Pipe: Fix reference count leak when tasks restart (#13250)
add c5479169f59 fix TsFileSketchTool (#13334)
add bef85472e9e Add constant folding feature to table model
add c5b8a59c477 Active Load: Add metrics for file size and refactor the
code (#13329)
add b2726a578f3 decrease default direct buffer size in IT config (#13361)
add 8dc1c7ce66d Merge branch 'master' into beyyes/join
add 914554e3e03 fix RewriteVisitor
No new revisions were added by this update.
Summary of changes:
.../iotdb/it/env/cluster/ClusterConstant.java | 7 +
.../it/env/cluster/node/ConfigNodeWrapper.java | 2 +
.../iotdb/it/env/cluster/node/DataNodeWrapper.java | 6 +
.../iotdb/db/it/IoTDBPartialInsertionIT.java | 2 +-
.../scalar/IoTDBScalarFunctionTableIT.java | 128 +-
.../scalar/IoTDBSubStringFunctionTableIT.java | 51 +-
.../iotdb/relational/it/schema/IoTDBDeviceIT.java | 2 +-
iotdb-core/ainode/iotdb/ainode/script.py | 52 +-
iotdb-core/ainode/poetry.lock | 1442 ++++++++++++++++++++
iotdb-core/ainode/pom.xml | 357 ++---
iotdb-core/ainode/pyproject.toml | 2 +-
iotdb-core/ainode/resources/pom.properties | 21 +
iotdb-core/ainode/resources/sbin/remove-ainode.bat | 4 +-
iotdb-core/ainode/resources/sbin/remove-ainode.sh | 4 +-
.../ainode/resources/syncPythonVersion.groovy | 192 +++
.../iotdb/confignode/conf/ConfigNodeConfig.java | 2 +-
.../iotdb/confignode/manager/ConfigManager.java | 2 +
.../manager/node/ClusterNodeStartUtils.java | 19 +
.../iotdb/confignode/manager/node/NodeManager.java | 11 +-
.../protocol/IoTDBConfigRegionAirGapConnector.java | 20 +-
.../protocol/IoTDBConfigRegionConnector.java | 20 +-
.../pipe/execution/PipeConfigNodeSubtask.java | 6 +-
.../iotdb/confignode/service/ConfigNode.java | 2 +-
.../org/apache/iotdb/db/conf/IoTDBStartCheck.java | 8 +
.../db/pipe/agent/task/PipeDataNodeTaskAgent.java | 97 +-
.../evolvable/batch/PipeTabletEventBatch.java | 7 +-
.../airgap/IoTDBDataNodeAirGapConnector.java | 10 +-
.../airgap/IoTDBDataRegionAirGapConnector.java | 30 +-
.../airgap/IoTDBSchemaRegionAirGapConnector.java | 10 +-
.../protocol/legacy/IoTDBLegacyPipeConnector.java | 30 +-
.../connector/protocol/opcua/OpcUaConnector.java | 18 +-
.../pipeconsensus/PipeConsensusAsyncConnector.java | 4 -
.../pipeconsensus/PipeConsensusSyncConnector.java | 10 +-
.../async/IoTDBDataRegionAsyncConnector.java | 6 -
.../thrift/sync/IoTDBDataNodeSyncConnector.java | 10 +-
.../thrift/sync/IoTDBDataRegionSyncConnector.java | 30 +-
.../thrift/sync/IoTDBSchemaRegionConnector.java | 10 +-
.../protocol/websocket/WebSocketConnector.java | 9 +-
.../protocol/writeback/WriteBackConnector.java | 18 +-
.../PipeHistoricalDataRegionTsFileExtractor.java | 45 +-
.../realtime/assigner/PipeDataRegionAssigner.java | 25 +-
.../db/pipe/metric/PipeDataRegionEventCounter.java | 12 +-
.../protocol/thrift/IoTDBDataNodeReceiver.java | 10 +-
...peStatementDataTypeConvertExecutionVisitor.java | 31 +-
.../pipe/task/connection/PipeEventCollector.java | 17 +-
.../subtask/connector/PipeConnectorSubtask.java | 34 +-
.../PipeRealtimePriorityBlockingQueue.java | 34 +-
.../subtask/processor/PipeProcessorSubtask.java | 9 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 2 +-
.../db/queryengine/execution/driver/Driver.java | 2 +-
.../execution/executor/RegionReadExecutor.java | 3 +-
.../fragment/FragmentInstanceExecution.java | 2 +-
.../execution/fragment/FragmentInstanceState.java | 2 +-
.../relational/ColumnTransformerBuilder.java | 82 +-
.../config/executor/ClusterConfigTaskExecutor.java | 2 +-
.../multi/builtin/helper/CastFunctionHelper.java | 251 ++++
.../builtin/helper/SubStringFunctionHelper.java | 2 +-
.../predicate/ConvertPredicateToFilterVisitor.java | 21 +-
.../function/InterpretedFunctionInvoker.java | 83 ++
.../function/ResolvedFunctionCallBuilder.java | 58 +
.../relational/metadata/FunctionNullability.java | 73 +
.../plan/relational/metadata/ResolvedFunction.java | 21 +-
.../relational/metadata/TableMetadataImpl.java | 20 +-
.../planner/IrExpressionInterpreter.java | 909 ++++++++++++
.../plan/relational/planner/IrTypeAnalyzer.java | 449 ++++++
.../plan/relational/planner/LiteralEncoder.java | 124 ++
.../relational/planner/LiteralInterpreter.java | 113 ++
.../NoOpSymbolResolver.java} | 22 +-
.../plan/relational/planner/PlannerContext.java | 4 +
.../plan/relational/planner/TranslationMap.java | 23 +
.../planner/ir/DefaultTraversalVisitor.java | 3 +-
.../relational/planner/ir/ExpressionRewriter.java | 30 +
.../planner/ir/ExpressionTreeRewriter.java | 289 ++--
.../ExtractCommonPredicatesExpressionRewriter.java | 23 +-
.../ir/GlobalTimePredicateExtractVisitor.java | 3 +-
.../plan/relational/planner/ir/IrUtils.java | 93 +-
.../plan/relational/planner/ir/IrVisitor.java | 121 --
.../ir/MetadataExpressionTransformForJoin.java | 9 +-
.../planner/ir/NormalizeOrExpressionRewriter.java | 36 +-
.../relational/planner/ir/RewritingVisitor.java | 259 ----
.../rule/CanonicalizeExpressionRewriter.java | 168 +++
.../iterative/rule/CanonicalizeExpressions.java} | 33 +-
.../iterative/rule/ExpressionRewriteRuleSet.java | 447 ++++++
.../planner/iterative/rule/InlineProjections.java | 3 +-
.../rule/PushDownNegationsExpressionRewriter.java | 119 ++
.../iterative/rule/RemoveDuplicateConditions.java | 63 +
.../iterative/rule/RemoveTrivialFilters.java | 62 +
.../iterative/rule/SimplifyExpressions.java | 101 ++
.../optimizations/LogicalOptimizeFactory.java | 21 +-
.../planner/optimizations/SimplifyExpressions.java | 59 -
.../AllowAllAccessControl.java} | 19 +-
.../sql/ast/ArithmeticUnaryExpression.java | 9 +
.../plan/relational/sql/ast/BinaryLiteral.java | 6 +
.../plan/relational/sql/ast/DoubleLiteral.java | 5 +
.../plan/relational/sql/ast/LikePredicate.java | 7 +
.../type/{TypeManager.java => TypeCoercion.java} | 19 +-
.../plan/relational/type/TypeManager.java | 2 +-
.../relational/type/TypeNotFoundException.java | 4 +-
.../relational/type/TypeSignatureTranslator.java | 6 +
.../scheduler/FixedRateFragInsStateTracker.java | 60 +-
.../dag/column/leaf/LeafColumnTransformer.java | 1 +
.../scalar/CastFunctionColumnTransformer.java | 9 +-
.../unary/scalar/SubString2ColumnTransformer.java | 11 +-
.../unary/scalar/SubString3ColumnTransformer.java | 28 +-
...former.java => SubStringColumnTransformer.java} | 32 +-
.../unary/scalar/TableBuiltinScalarFunction.java | 2 +
.../scalar/SubStringFunctionColumnTransformer.java | 3 +-
.../unary/scalar/SubStringFunctionTransformer.java | 2 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 60 +-
.../db/service/metrics/DataNodeMetricsHelper.java | 6 +-
.../iotdb/db/storageengine/StorageEngine.java | 100 +-
.../db/storageengine/dataregion/DataRegion.java | 264 +++-
.../dataregion/DeviceLastFlushTime.java | 4 +
.../dataregion/HashLastFlushTimeMap.java | 92 +-
.../dataregion/ILastFlushTimeMap.java | 11 +-
.../schedule/CompactionScheduleTaskWorker.java | 2 +-
.../compaction/schedule/TTLScheduleTask.java | 2 +-
.../dataregion/memtable/TsFileProcessor.java | 2 +
.../storageengine/dataregion/tsfile/TsFileID.java | 23 +
.../dataregion/tsfile/TsFileManager.java | 27 +-
.../dataregion/tsfile/TsFileResource.java | 15 +
.../timeindex/FileTimeIndexCacheRecorder.java | 227 +++
.../tsfile/timeindex/PlainDeviceTimeIndex.java | 23 +-
.../FileTimeIndexCacheReader.java | 84 ++
.../FileTimeIndexCacheWriter.java | 103 ++
.../file/UnsealedTsFileRecoverPerformer.java | 2 +
.../load/active/ActiveLoadDirScanner.java | 39 +-
.../load/active/ActiveLoadPendingQueue.java | 10 +-
.../load/active/ActiveLoadTsFileLoader.java | 20 +-
.../load/metrics/ActiveLoadingFilesMetricsSet.java | 175 ++-
...ava => ActiveLoadingFilesNumberMetricsSet.java} | 84 +-
.../metrics/ActiveLoadingFilesSizeMetricsSet.java | 69 +
.../batch/SubscriptionPipeTabletEventBatch.java | 12 +-
.../apache/iotdb/db/tools/TsFileSketchTool.java | 1 +
.../dataregion/LastFlushTimeMapTest.java | 6 +-
.../apache/iotdb/db/utils/EnvironmentUtils.java | 2 +
.../apache/iotdb/commons/ServerCommandLine.java | 2 +
.../iotdb/commons/concurrent/ThreadName.java | 2 +
.../apache/iotdb/commons/conf/CommonConfig.java | 10 +
.../iotdb/commons/conf/CommonDescriptor.java | 5 +
.../iotdb/commons/pipe/config/PipeConfig.java | 7 +
.../iotdb/commons/pipe/event/EnrichedEvent.java | 128 +-
.../commons/pipe/metric/PipeEventCounter.java | 6 +-
.../pipe/task/connection/BlockingPendingQueue.java | 32 +-
.../task/subtask/PipeAbstractConnectorSubtask.java | 5 +-
.../pipe/task/subtask/PipeReportableSubtask.java | 2 +-
.../commons/pipe/task/subtask/PipeSubtask.java | 31 +-
.../iotdb/commons/service/metric/enums/Metric.java | 3 +-
.../org/apache/iotdb/commons/utils/FileUtils.java | 10 +-
.../src/main/thrift/confignode.thrift | 2 +
pom.xml | 16 +-
151 files changed, 7444 insertions(+), 1595 deletions(-)
create mode 100644 iotdb-core/ainode/poetry.lock
create mode 100644 iotdb-core/ainode/resources/pom.properties
create mode 100644 iotdb-core/ainode/resources/syncPythonVersion.groovy
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/function/InterpretedFunctionInvoker.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/function/ResolvedFunctionCallBuilder.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/metadata/FunctionNullability.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/IrExpressionInterpreter.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/IrTypeAnalyzer.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/LiteralEncoder.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/LiteralInterpreter.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/{type/TypeManager.java
=> planner/NoOpSymbolResolver.java} (62%)
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/ir/IrVisitor.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/ir/RewritingVisitor.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/iterative/rule/CanonicalizeExpressionRewriter.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/{transformation/dag/column/leaf/LeafColumnTransformer.java
=> plan/relational/planner/iterative/rule/CanonicalizeExpressions.java} (51%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/iterative/rule/ExpressionRewriteRuleSet.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/iterative/rule/PushDownNegationsExpressionRewriter.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/iterative/rule/RemoveDuplicateConditions.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/iterative/rule/RemoveTrivialFilters.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/iterative/rule/SimplifyExpressions.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/optimizations/SimplifyExpressions.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/{type/TypeManager.java
=> security/AllowAllAccessControl.java} (62%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/type/{TypeManager.java
=> TypeCoercion.java} (71%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/scalar/{SubStringFunctionColumnTransformer.java
=> SubStringColumnTransformer.java} (64%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/{column
=> transformer}/unary/scalar/SubStringFunctionColumnTransformer.java (96%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/tsfile/timeindex/FileTimeIndexCacheRecorder.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/utils/fileTimeIndexCache/FileTimeIndexCacheReader.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/utils/fileTimeIndexCache/FileTimeIndexCacheWriter.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/load/metrics/{ActiveLoadingFilesMetricsSet.java
=> ActiveLoadingFilesNumberMetricsSet.java} (50%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/load/metrics/ActiveLoadingFilesSizeMetricsSet.java
