This is an automated email from the ASF dual-hosted git repository.
yongzao pushed a change to branch ainode-code-format
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 94a932b6ad4 test CI again
add 4342166741b Feat: Add APPROX_MOST_FREQUENT Aggregation Function
add efa2f771079 IoTV2: Make consensus event retry forever. (#15565)
add a87fc6dd51c IoTV2: Refine receiver and sender transfer logic to
prevent stuck (#15569)
add 1c64fdea7c9 Make it easier for users to extend ClientRPCServiceImpl to
export more rpc services
add bed5450b407 Fix 15569 and 15565 compile error (#15591)
add 9b6b32344ec Pipe/Load: Assign distinct progress indexes for loading
tsfiles in time partitions to reduce pipe reprocessing after restart & Decrease
pipe heartbeat interval (#15583)
add e99fc445663 Pipe: Optimize Batch and WAL memory allocation algorithms
(#15534)
add ca8ce24f2f0 Pipe: Optimize Drop Pipe high priority tasks cannot obtain
SubTask object lock (#15404)
add ca6f5f4c57a Subscription: retain tsfile events in tsfile batch to
avoid premature commit (#15598)
add 43678a1beb3 Subscription: support unsubscribe from completed topics
under client heartbeat thread (#15595)
add 1c1574fb9e8 [AINode] Add Holt-Winters algorithm and fix related bugs
add f6b2d07a61b Added nodes/config_nodes/data_nodes table for
information_schema & Fixed the header of show ainodes
add a8f1e4031af Change keep_input to preserve_input
add 46e636b06c7 Changed the error code of create table view in tree
dialect to 701 & Fixed the bug that table device is treated as a device with
template
add 565f1bfe4fb Reorder the show databases / tables dataset by
database/table name
add 444f57b5ac3 Subscription: apply IoTConsensusV2 as cluster mode for
integration test (#15546)
add dbea2df6941 IoTV2: Fix the issue of resend lots of replicated files
when DN restarts. (#15600)
add eb20060c382 Pipe: Fixed the problem of null pointer and incorrect
Tablet format being modified during TSFile construction (#15602)
add 3ba8b0c17ac [AINode] Integrate Sundial as built-in model (#15586)
add b3cb21fe86a [AINode] Remove TimerXL from the builtin list (#15616)
add e4fd9584d16 Merge branch 'master' into ainode-code-format
add c317bc755d0 Fix format
No new revisions were added by this update.
Summary of changes:
.github/workflows/pipe-it.yml | 6 +-
LICENSE | 15 +
.../org/apache/iotdb/ainode/it/AINodeBasicIT.java | 22 +-
.../iotdb/db/it/auth/IoTDBSeriesPermissionIT.java | 6 +-
...rageGroupIT.java => IoTDBDeleteDatabaseIT.java} | 18 +-
.../iotdb/db/it/schema/IoTDBMetadataFetchIT.java | 42 +-
.../org/apache/iotdb/db/it/utils/TestUtils.java | 17 +-
.../it/query/recent/IoTDBTableAggregationIT.java | 53 ++
.../relational/it/schema/IoTDBDatabaseIT.java | 116 +++-
.../iotdb/relational/it/schema/IoTDBTableIT.java | 11 +-
.../it/IoTDBSubscriptionITConstant.java | 28 +
.../AbstractSubscriptionTreeRegressionIT.java | 82 ++-
.../IoTDBDefaultTsfilePushConsumerIT.java | 11 +
.../IoTDBRootPullConsumeTsfileIT.java | 10 +
.../IoTDBSnapshotDevicePullConsumerDataSetIT.java | 3 +
.../multi/IoTDBOneConsumerMultiTopicsTsfileIT.java | 10 +
.../IoTDBDevicePatternPullConsumerDataSetIT.java | 31 +-
...IoTDBMiddleMatchPatternPullConsumeTsfileIT.java | 28 +-
...oTDBSnapshotTSPatternDatasetPushConsumerIT.java | 14 +-
.../multi/IoTDBMultiGroupVsMultiConsumerIT.java | 10 +
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 1 +
.../response/PipeSubscribeHeartbeatResp.java | 17 +-
.../base/AbstractSubscriptionProviders.java | 13 +-
iotdb-core/ainode/ainode/TimerXL/__init__.py | 2 +-
.../ainode/ainode/TimerXL/layers/Attn_Bias.py | 43 +-
.../ainode/TimerXL/layers/Attn_Projection.py | 14 +-
iotdb-core/ainode/ainode/TimerXL/layers/Embed.py | 119 ++--
.../ainode/TimerXL/layers/SelfAttention_Family.py | 98 ++-
.../ainode/TimerXL/layers/Transformer_EncDec.py | 167 ++---
.../ainode/ainode/TimerXL/layers/__init__.py | 2 +-
.../ainode/ainode/TimerXL/models/__init__.py | 2 +-
.../ainode/TimerXL/models/configuration_timer.py | 23 +-
.../ainode/ainode/TimerXL/models/timer_xl.py | 275 ++++----
iotdb-core/ainode/ainode/core/client.py | 128 ++--
iotdb-core/ainode/ainode/core/config.py | 121 ++--
iotdb-core/ainode/ainode/core/constant.py | 64 +-
iotdb-core/ainode/ainode/core/exception.py | 50 +-
iotdb-core/ainode/ainode/core/handler.py | 14 +-
iotdb-core/ainode/ainode/core/log.py | 32 +-
.../ainode/ainode/core/manager/cluster_manager.py | 27 +-
.../ainode/core/manager/inference_manager.py | 72 ++-
.../ainode/ainode/core/manager/model_manager.py | 48 +-
.../ainode/core/model/built_in_model_factory.py | 503 ++++++++++-----
.../ainode/ainode/core/model/model_factory.py | 156 +++--
.../ainode/ainode/core/model/model_storage.py | 27 +-
.../ainode/ainode/core/model/sundial}/__init__.py | 0
.../model/sundial/configuration_sundial.py} | 45 +-
.../ainode/ainode/core/model/sundial/flow_loss.py | 255 ++++++++
.../ainode/core/model/sundial/modeling_sundial.py | 691 +++++++++++++++++++++
.../core/model/sundial/ts_generation_mixin.py | 374 +++++++++++
iotdb-core/ainode/ainode/core/script.py | 115 ++--
iotdb-core/ainode/ainode/core/service.py | 12 +-
iotdb-core/ainode/ainode/core/util/activation.py | 8 +-
.../ainode/ainode/core/util/huggingface_cache.py | 51 +-
iotdb-core/ainode/ainode/core/util/masking.py | 48 +-
iotdb-core/ainode/ainode/core/util/serde.py | 56 +-
iotdb-core/ainode/poetry.lock | 295 ++++++++-
iotdb-core/ainode/pyproject.toml | 1 +
.../iotdb/confignode/manager/ConfigManager.java | 29 +
.../apache/iotdb/confignode/manager/IManager.java | 8 +
.../iotdb/confignode/manager/node/NodeManager.java | 88 +++
.../iotdb/confignode/persistence/ModelInfo.java | 3 +-
.../thrift/ConfigNodeRPCServiceProcessor.java | 12 +
.../apache/iotdb/consensus/ConsensusFactory.java | 4 +-
.../apache/iotdb/consensus/pipe/PipeConsensus.java | 7 +-
.../subtask/connector/PipeConnectorSubtask.java | 71 ++-
.../evolvable/batch/PipeTabletEventBatch.java | 34 +-
.../pipeconsensus/PipeConsensusAsyncConnector.java | 350 +++++++----
.../pipeconsensus/PipeConsensusSyncConnector.java | 34 +-
...r.java => PipeConsensusDeleteEventHandler.java} | 64 +-
.../PipeConsensusTabletBatchEventHandler.java | 2 +-
.../PipeConsensusTabletInsertionEventHandler.java | 21 +-
.../PipeConsensusTsFileInsertionEventHandler.java | 10 +
.../PipeConsensusTransferBatchReqBuilder.java | 6 +-
.../builder/PipeTableModelTsFileBuilderV2.java | 13 +-
.../util/builder/PipeTreeModelTsFileBuilderV2.java | 11 +-
...oricalDataRegionTsFileAndDeletionExtractor.java | 106 +++-
.../pipeconsensus/PipeConsensusReceiver.java | 138 ++--
.../resource/memory/PipeDynamicMemoryBlock.java | 156 +++++
.../pipe/resource/memory/PipeMemoryBlockType.java | 2 +
.../db/pipe/resource/memory/PipeMemoryManager.java | 54 ++
.../resource/memory/PipeModelFixedMemoryBlock.java | 125 ++++
.../strategy/DynamicMemoryAllocationStrategy.java | 25 +-
.../strategy/ThresholdAllocationStrategy.java | 134 ++++
.../iotdb/db/protocol/client/ConfigNodeClient.java | 17 +
.../impl/DataNodeInternalRPCServiceImpl.java | 21 +-
.../common/header/DatasetHeaderFactory.java | 6 +-
.../InformationSchemaContentSupplierFactory.java | 184 +++++-
.../AbstractApproxMostFrequentAccumulator.java | 57 ++
.../relational/aggregation/AccumulatorFactory.java | 62 ++
.../ApproxCountDistinctAccumulator.java | 5 +-
.../BinaryApproxMostFrequentAccumulator.java | 130 ++++
.../BlobApproxMostFrequentAccumulator.java | 39 ++
.../BooleanApproxMostFrequentAccumulator.java | 129 ++++
.../DoubleApproxMostFrequentAccumulator.java | 129 ++++
.../FloatApproxMostFrequentAccumulator.java | 129 ++++
.../IntApproxMostFrequentAccumulator.java | 129 ++++
.../LongApproxMostFrequentAccumulator.java | 128 ++++
.../ApproxMostFrequentBucketDeserializer.java | 21 +
.../ApproxMostFrequentBucketSerializer.java | 21 +
.../aggregation/approximate/Counter.java | 71 +++
.../aggregation/approximate/DoublyLinkedList.java | 173 ++++++
.../approximate/ExternalizableUtil.java | 31 +
.../aggregation/{ => approximate}/HyperLogLog.java | 2 +-
.../{ => approximate}/HyperLogLogStateFactory.java | 2 +-
.../relational/aggregation/approximate/ITopK.java | 43 ++
.../aggregation/approximate/ListNode2.java | 42 ++
.../relational/aggregation/approximate/Pair.java | 56 ++
.../aggregation/approximate/SpaceSaving.java | 147 +++++
.../approximate/SpaceSavingByteCalculator.java | 21 +
.../approximate/SpaceSavingStateFactory.java | 90 +++
.../aggregation/approximate/StreamSummary.java | 294 +++++++++
...stractGroupedApproxMostFrequentAccumulator.java | 67 ++
...BinaryGroupedApproxMostFrequentAccumulator.java | 105 ++++
.../BlobGroupedApproxMostFrequentAccumulator.java | 40 ++
...ooleanGroupedApproxMostFrequentAccumulator.java | 104 ++++
...DoubleGroupedApproxMostFrequentAccumulator.java | 104 ++++
.../FloatGroupedApproxMostFrequentAccumulator.java | 104 ++++
.../GroupedApproxCountDistinctAccumulator.java | 6 +-
.../IntGroupedApproxMostFrequentAccumulator.java | 104 ++++
.../LongGroupedApproxMostFrequentAccumulator.java | 104 ++++
.../grouped/array/HyperLogLogBigArray.java | 2 +-
.../grouped/array/SpaceSavingBigArray.java | 93 +++
.../queryengine/plan/analyze/AnalyzeVisitor.java | 2 +-
.../config/metadata/relational/ShowDBTask.java | 36 +-
.../metadata/relational/ShowTablesDetailsTask.java | 2 +
.../config/metadata/relational/ShowTablesTask.java | 2 +
.../db/queryengine/plan/parser/ASTVisitor.java | 3 +-
.../function/tvf/ForecastTableFunction.java | 4 +-
.../relational/metadata/TableMetadataImpl.java | 11 +-
.../DataNodeLocationSupplierFactory.java | 7 +-
.../plan/relational/sql/parser/AstBuilder.java | 10 +
.../scheduler/load/LoadTsFileDispatcherImpl.java | 44 +-
.../plan/scheduler/load/LoadTsFileScheduler.java | 39 +-
.../statement/metadata/ShowDatabaseStatement.java | 41 +-
.../mtree/impl/mem/mnode/info/TableDeviceInfo.java | 2 +-
.../mtree/impl/mem/mnode/info/TreeDeviceInfo.java | 2 +-
.../schemaengine/table/InformationSchemaUtils.java | 12 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 17 +-
.../iotdb/db/storageengine/StorageEngine.java | 5 +-
.../dataregion/wal/utils/WALInsertNodeCache.java | 96 +--
.../db/storageengine/load/LoadTsFileManager.java | 22 +-
.../agent/SubscriptionBrokerAgent.java | 11 +
.../db/subscription/broker/SubscriptionBroker.java | 19 +
.../batch/SubscriptionPipeTsFileEventBatch.java | 11 +-
.../receiver/SubscriptionReceiverV1.java | 6 +-
.../iotdb/db/utils/constant/SqlConstant.java | 1 +
...ner.java => IoTV2GlobalComponentContainer.java} | 45 +-
.../iotdb/commons/concurrent/ThreadName.java | 1 +
.../apache/iotdb/commons/conf/CommonConfig.java | 117 +++-
...sensusRetryWithIncreasingIntervalException.java | 9 +-
.../task/subtask/PipeAbstractConnectorSubtask.java | 129 ++--
.../agent/task/subtask/PipeReportableSubtask.java | 30 +-
.../iotdb/commons/pipe/config/PipeConfig.java | 41 ++
.../iotdb/commons/pipe/config/PipeDescriptor.java | 42 ++
.../iotdb/commons/pipe/event/EnrichedEvent.java | 10 +
.../pipe/receiver/PipeReceiverStatusHandler.java | 10 +-
.../schema/column/ColumnHeaderConstant.java | 21 +-
.../commons/schema/table/InformationSchema.java | 61 ++
.../TableBuiltinAggregationFunction.java | 2 +-
.../org/apache/iotdb/commons/utils/RetryUtils.java | 12 +
.../thrift-commons/src/main/thrift/common.thrift | 3 +-
.../src/main/thrift/confignode.thrift | 37 +-
.../src/main/thrift/datanode.thrift | 2 +-
164 files changed, 8479 insertions(+), 1519 deletions(-)
rename
integration-test/src/test/java/org/apache/iotdb/db/it/schema/{IoTDBDeleteStorageGroupIT.java
=> IoTDBDeleteDatabaseIT.java} (92%)
copy {iotdb-client/client-py/iotdb =>
iotdb-core/ainode/ainode/core/model/sundial}/__init__.py (100%)
copy iotdb-core/ainode/ainode/{TimerXL/models/configuration_timer.py =>
core/model/sundial/configuration_sundial.py} (61%)
create mode 100644 iotdb-core/ainode/ainode/core/model/sundial/flow_loss.py
create mode 100644
iotdb-core/ainode/ainode/core/model/sundial/modeling_sundial.py
create mode 100644
iotdb-core/ainode/ainode/core/model/sundial/ts_generation_mixin.py
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/pipeconsensus/handler/{PipeConsensusTabletInsertionEventHandler.java
=> PipeConsensusDeleteEventHandler.java} (63%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/resource/memory/PipeDynamicMemoryBlock.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/resource/memory/PipeModelFixedMemoryBlock.java
copy
integration-test/src/main/java/org/apache/iotdb/it/env/cluster/env/AIEnv.java
=>
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/resource/memory/strategy/DynamicMemoryAllocationStrategy.java
(50%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/resource/memory/strategy/ThresholdAllocationStrategy.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/AbstractApproxMostFrequentAccumulator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/BinaryApproxMostFrequentAccumulator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/BlobApproxMostFrequentAccumulator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/BooleanApproxMostFrequentAccumulator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/DoubleApproxMostFrequentAccumulator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/FloatApproxMostFrequentAccumulator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/IntApproxMostFrequentAccumulator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/LongApproxMostFrequentAccumulator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/approximate/ApproxMostFrequentBucketDeserializer.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/approximate/ApproxMostFrequentBucketSerializer.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/approximate/Counter.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/approximate/DoublyLinkedList.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/approximate/ExternalizableUtil.java
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/{
=> approximate}/HyperLogLog.java (99%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/{
=> approximate}/HyperLogLogStateFactory.java (98%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/approximate/ITopK.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/approximate/ListNode2.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/approximate/Pair.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/approximate/SpaceSaving.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/approximate/SpaceSavingByteCalculator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/approximate/SpaceSavingStateFactory.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/approximate/StreamSummary.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/AbstractGroupedApproxMostFrequentAccumulator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/BinaryGroupedApproxMostFrequentAccumulator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/BlobGroupedApproxMostFrequentAccumulator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/BooleanGroupedApproxMostFrequentAccumulator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/DoubleGroupedApproxMostFrequentAccumulator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/FloatGroupedApproxMostFrequentAccumulator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/IntGroupedApproxMostFrequentAccumulator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/LongGroupedApproxMostFrequentAccumulator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/array/SpaceSavingBigArray.java
rename
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/client/container/{PipeConsensusClientMgrContainer.java
=> IoTV2GlobalComponentContainer.java} (67%)
rename {iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/exception
=>
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/exception/pipe}/PipeConsensusRetryWithIncreasingIntervalException.java
(78%)
