This is an automated email from the ASF dual-hosted git repository.
shuwenwei pushed a change to branch addMoreCheckpointsInSeriesScan
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from b7a96723ced add comment
add be7a1de2b45 [AINode] Fix bug that AINode cannot register and invoke
user_defined model (#15849)
add b1429293894 Fix the issue that symbol name is not found in tree view
scan & Querying a time range with no data may throw an exception
add c30af2c6b53 Add size control of result for
SimpleNestedLoopCrossJoinOperator
add e69fc997803 Pipe: Fixed the class cast exception of the table view
meta sync (#15855)
add 5cda97b25d5 Support aggregation functions in RPR
add d86b86e87c4 Merge LastQueryScanNode of same device
add 03e701860ad [AINode] Add window_step options for dataset (#15857)
add 65b18ff9e3e Pipe: prevent historical extractor from forwarding TsFiles
generated by pipe when isForwardingPipeRequests is false (#15845)
add f8e24dc71eb Feature/retry on disk failure (#15676)
add 5ef583cfe67 Disable the parameter
'ALLOW_ZERO-BYTE_CITE_SIDED_PROPERTY1 NAME' and fix null pointer exception
(#15866)
add b04cd468c5a [AINode] Fix built-in model inference & support user
parameters (#15868)
add baa9e1ac005 [AINode] IoTDBTreeModelDataset bug fix (#15869)
add d2a040003f3 Don't print exception stack for 719
add b4045de6eb2 Bump ratis to 3.2.0 (#15825)
add f2f00501a5e Pipe: Added rate limiter for tsFile sending (#15765)
add 1a035c4b8de Print measurement for putting buffer exceptions (#15873)
add ad8bedc1d50 Bump ratis to 3.2.1 (#15871)
add a184469ada3 When querying the lastest point of alias view and normal
series at the same time, points may be lost due to overwriting
add 7800de6ad0d Correct the memroy calculation of BinaryColumnBuilder
add c5009f3ad61 Fix dead lock when take snapshot for Trigger and UDF
add 4cc6085e35c Pipe: Fix the error of Client object returning to object
pool after file transfer is completed (#15883)
add acaa72d703b Try delete sort tmp after driver is closed
add 57f22e770b1 [AINode] Fix the bug that the built-in model be deleted
(#15888)
add a10e2132d80 Fixed the NPE caused by view permission check
add 0a0ec3fb176 [AINode] Fix model management bugs (#15890)
add 966cfc73348 Change ErrorCode from 305 to 701 if there is no from clause
add bd0f37256dd Merge branch 'iotdb_master' into
addMoreCheckpointsInSeriesScan
add b5f69e8ab7c fix bug
No new revisions were added by this update.
Summary of changes:
dependencies.json | 14 +-
...reamIT.java => IoTDBConfigNodeSnapshot2IT.java} | 29 +-
.../confignode/it/IoTDBConfigNodeSnapshotIT.java | 5 +-
.../db/it/IoTDBMultiTAGsWithAttributesTableIT.java | 8 +-
.../it/db/it/IoTDBPatternAggregationIT.java | 492 +++++++++++++++++++++
.../query/view/recent/IoTDBTableViewQueryIT.java | 17 +
.../iotdb/session/it/IoTDBSessionSimpleIT.java | 16 +
.../java/org/apache/iotdb/session/Session.java | 17 +-
.../apache/iotdb/session/util/SessionUtils.java | 103 +++--
.../iotdb/session/util/SessionUtilsTest.java | 26 +-
iotdb-core/ainode/ainode/core/config.py | 3 +-
iotdb-core/ainode/ainode/core/constant.py | 3 +
iotdb-core/ainode/ainode/core/exception.py | 5 +
iotdb-core/ainode/ainode/core/handler.py | 5 +-
iotdb-core/ainode/ainode/core/ingress/dataset.py | 2 +
iotdb-core/ainode/ainode/core/ingress/iotdb.py | 39 +-
.../ainode/core/manager/inference_manager.py | 27 +-
.../ainode/ainode/core/manager/model_manager.py | 19 +-
.../ainode/core/model/built_in_model_factory.py | 10 +-
.../ainode/ainode/core/model/model_storage.py | 165 +++++--
iotdb-core/confignode/pom.xml | 2 +-
.../iotdb/confignode/manager/ModelManager.java | 7 +-
.../protocol/IoTDBConfigRegionAirGapConnector.java | 5 +
.../protocol/IoTDBConfigRegionConnector.java | 5 +
.../receiver/protocol/IoTDBConfigNodeReceiver.java | 7 +-
.../iotdb/confignode/persistence/TriggerInfo.java | 3 -
.../iotdb/confignode/persistence/UDFInfo.java | 3 -
.../procedure/impl/model/DropModelProcedure.java | 57 +--
iotdb-core/consensus/pom.xml | 14 +-
iotdb-core/datanode/pom.xml | 2 +-
.../iotdb/db/exception/load/LoadFileException.java | 4 +
.../task/builder/PipeDataNodeTaskBuilder.java | 68 ++-
.../airgap/IoTDBDataRegionAirGapConnector.java | 31 ++
.../airgap/IoTDBSchemaRegionAirGapConnector.java | 5 +
.../async/IoTDBDataRegionAsyncConnector.java | 16 +-
.../async/handler/PipeTransferTsFileHandler.java | 6 +
.../thrift/sync/IoTDBDataRegionSyncConnector.java | 21 +
.../thrift/sync/IoTDBSchemaRegionConnector.java | 5 +
.../connector/util/builder/PipeTsFileBuilder.java | 40 +-
.../dataregion/IoTDBDataRegionExtractor.java | 10 +-
...oricalDataRegionTsFileAndDeletionExtractor.java | 20 +-
.../pipe/metric/overview/PipeResourceMetrics.java | 14 +
.../pipeconsensus/PipeConsensusReceiver.java | 75 ++--
.../protocol/thrift/IoTDBDataNodeReceiver.java | 5 +
.../iotdb/db/protocol/mqtt/MPPPublishHandler.java | 4 +
.../db/queryengine/common/MPPQueryContext.java | 29 ++
.../execution/MemoryEstimationHelper.java | 28 ++
.../execution/fragment/DataNodeQueryContext.java | 21 +-
.../fragment/FragmentInstanceExecution.java | 6 +-
.../process/PatternRecognitionOperator.java | 8 +
.../join/SimpleNestedLoopCrossJoinOperator.java | 3 +-
.../last/AbstractUpdateLastCacheOperator.java | 24 +-
.../last/AlignedUpdateLastCacheOperator.java | 10 +-
.../AlignedUpdateViewPathLastCacheOperator.java | 6 +-
.../operator/process/last/LastQueryOperator.java | 1 +
.../process/last/LastQuerySortOperator.java | 10 +-
.../process/last/UpdateLastCacheOperator.java | 23 +-
.../rowpattern/PatternAggregationTracker.java | 156 +++++++
.../process/rowpattern/PatternAggregator.java | 178 ++++++++
.../process/rowpattern/PatternAggregators.java | 74 ++++
.../rowpattern/PatternPartitionExecutor.java | 13 +
.../rowpattern/PatternVariableRecognizer.java | 8 +-
...cessor.java => PhysicalAggregationPointer.java} | 12 +-
.../process/rowpattern/expression/Computation.java | 15 +-
.../expression/PatternExpressionComputation.java | 18 +-
.../process/rowpattern/matcher/Matcher.java | 29 +-
.../execution/operator/source/SeriesScanUtil.java | 11 +-
.../relational/AbstractMergeSortJoinOperator.java | 14 +
.../db/queryengine/plan/analyze/Analysis.java | 33 +-
.../queryengine/plan/analyze/AnalyzeVisitor.java | 84 +++-
.../queryengine/plan/analyze/ExpressionUtils.java | 14 +-
.../config/executor/ClusterConfigTaskExecutor.java | 6 +-
.../memory/StatementMemorySourceVisitor.java | 3 +-
.../plan/planner/LogicalPlanBuilder.java | 152 +++----
.../plan/planner/OperatorTreeGenerator.java | 146 +++---
.../plan/planner/SubPlanTypeExtractor.java | 6 -
.../plan/planner/TableOperatorGenerator.java | 159 ++++++-
.../planner/distribution/ExchangeNodeAdder.java | 15 +-
.../planner/distribution/NodeGroupContext.java | 12 +
.../SimpleFragmentParallelPlanner.java | 12 +-
.../plan/planner/distribution/SourceRewriter.java | 152 +++++--
.../plan/planner/plan/node/PlanGraphPrinter.java | 18 +-
.../plan/planner/plan/node/PlanNodeType.java | 14 +-
.../plan/planner/plan/node/PlanVisitor.java | 5 -
.../plan/node/process/MultiChildProcessNode.java | 4 +
.../plan/node/process/last/LastQueryNode.java | 141 +++++-
.../plan/node/source/AlignedLastQueryScanNode.java | 245 ----------
.../plan/node/source/LastQueryScanNode.java | 193 ++++++--
.../relational/analyzer/ExpressionAnalyzer.java | 155 ++++++-
.../plan/relational/planner/QueryPlanner.java | 2 +-
.../plan/relational/planner/RelationPlanner.java | 57 ++-
.../distribute/TableDistributedPlanGenerator.java | 4 +
.../planner/optimizations/SymbolMapper.java | 39 +-
.../planner/rowpattern/AggregationLabelSet.java | 100 +++++
.../rowpattern/AggregationValuePointer.java | 161 +++++++
.../rowpattern/ExpressionAndValuePointers.java | 16 +
.../metadata/view/CreateLogicalViewStatement.java | 13 +-
.../org/apache/iotdb/db/service/MQTTService.java | 2 +-
.../metrics/IoTDBInternalLocalReporter.java | 2 +-
.../dataregion/snapshot/SnapshotLoader.java | 67 ++-
.../tsfile/generator/TsFileNameGenerator.java | 63 +--
.../allocation/AbstractNodeAllocationStrategy.java | 13 +-
.../db/storageengine/load/LoadTsFileManager.java | 12 +-
.../storageengine/load/disk/ILoadDiskSelector.java | 3 +-
.../InheritSystemMultiDisksStrategySelector.java | 42 +-
.../db/storageengine/load/disk/MinIOSelector.java | 3 +-
.../load/limiter/LoadTsFileRateLimiter.java | 64 +--
.../storageengine/rescon/disk/FolderManager.java | 63 +++
.../db/storageengine/rescon/disk/TierManager.java | 4 +
.../rescon/disk/strategy/DirectoryStrategy.java | 34 ++
.../strategy/MaxDiskUsableSpaceFirstStrategy.java | 3 +
.../MinFolderOccupiedSpaceFirstStrategy.java | 4 +
.../strategy/RandomOnDiskUsableSpaceStrategy.java | 4 +
.../rescon/disk/strategy/SequenceStrategy.java | 4 +-
.../apache/iotdb/db/utils/ErrorHandlingUtils.java | 3 +-
.../iotdb/db/utils/sort/FileSpillerReader.java | 4 +-
.../execution/operator/LastQueryOperatorTest.java | 6 +-
.../operator/LastQueryTreeSortOperatorTest.java | 6 +-
.../process/TableStreamSortOperatorTest.java | 11 +-
.../operator/process/rowpattern/MatcherTest.java | 4 +-
.../plan/planner/distribution/LastQueryTest.java | 22 +-
.../logical/DataQueryLogicalPlannerTest.java | 86 ++--
...deTest.java => LastQueryScanNodeSerdeTest.java} | 51 ++-
.../plan/relational/analyzer/JoinTest.java | 136 ++++++
iotdb-core/node-commons/pom.xml | 2 +-
.../iotdb/commons/client/ainode/AINodeClient.java | 5 +-
.../apache/iotdb/commons/conf/CommonConfig.java | 16 +
.../iotdb/commons/partition/DataPartition.java | 11 +-
.../org/apache/iotdb/commons/path/PartialPath.java | 4 +
.../iotdb/commons/pipe/config/PipeConfig.java | 6 +
.../iotdb/commons/pipe/config/PipeDescriptor.java | 6 +
.../config/constant/PipeConnectorConstant.java | 5 +
.../connector/limiter/GlobalRPCRateLimiter.java} | 15 +-
.../pipe/connector/limiter/GlobalRateLimiter.java | 14 +-
.../connector/limiter/TsFileSendRateLimiter.java} | 31 +-
.../connector/protocol/IoTDBAirGapConnector.java | 3 +
.../pipe/connector/protocol/IoTDBConnector.java | 4 +-
.../connector/protocol/IoTDBSslSyncConnector.java | 3 +
.../commons/pipe/receiver/IoTDBFileReceiver.java | 66 +--
.../iotdb/commons/service/metric/enums/Metric.java | 1 +
.../apache/iotdb/commons/utils/JVMCommonUtils.java | 56 ++-
.../thrift-ainode/src/main/thrift/ainode.thrift | 6 +-
pom.xml | 20 +-
143 files changed, 3825 insertions(+), 1257 deletions(-)
copy
integration-test/src/test/java/org/apache/iotdb/confignode/it/{regionmigration/pass/commit/stream/IoTDBRegionMigrateNormalForIoTV2StreamIT.java
=> IoTDBConfigNodeSnapshot2IT.java} (63%)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/db/it/IoTDBPatternAggregationIT.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/rowpattern/PatternAggregationTracker.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/rowpattern/PatternAggregator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/rowpattern/PatternAggregators.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/rowpattern/{PhysicalValueAccessor.java
=> PhysicalAggregationPointer.java} (79%)
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/source/AlignedLastQueryScanNode.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/rowpattern/AggregationLabelSet.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/rowpattern/AggregationValuePointer.java
copy
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/planner/node/source/{SeriesScanNodeSerdeTest.java
=> LastQueryScanNodeSerdeTest.java} (55%)
copy
iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/DataTypeParameter.java
=>
node-commons/src/main/java/org/apache/iotdb/commons/pipe/connector/limiter/GlobalRPCRateLimiter.java}
(66%)
copy
iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/pipe/agent/task/execution/PipeConnectorSubtaskExecutor.java
=>
node-commons/src/main/java/org/apache/iotdb/commons/pipe/connector/limiter/TsFileSendRateLimiter.java}
(54%)
