This is an automated email from the ASF dual-hosted git repository.
jiangtian pushed a change to branch strong_password
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 76510be3e90 remove unused config in CN
add 61a357d654e [Py-client] Fix test_dialect failed (#15630)
add a660f9d5dae Revert "Update dockerfile to use the latest ubuntu 24
(#14903)" (#15632)
add e9ed3bb5fb9 fix datanode's memory configuration (#15634)
add dbdf1d02c8b Fix ConfigNodePropertiesTest (#15635)
add 56dac8f78e0 fix (#15633)
add 488686adc47 Skip generate distributed plan when treeDBName is null
add 6e5cfa291d9 Ignore not exist device when storage engine is not ready
add 0f656575928 Bump version to 2.0.5-SNAPSHOT (#15642)
add ceae5b6d887 resolve the NPE problem (#15646)
add 581fffb76bd Add cached device number info for last query
add 7a8de6dd4ab Pipe: Fix the problem that the initialization of Pipe
consumer memory module caused DN writing to get stuck (#15645)
add 26fdfebb2cb Fix tree ttl in table view scan
add b0fa6bdf100 When the queries aligned series has some inconsistent data
types in memtable, the other column will also be ignored
add b4419bb1720 fix compaction path util npe (#15653)
add c28e50f7afa Pipe: Add retry when TsFile parsing failed to avoid race
among processor threads (follow up #15624) (#15644)
add 51bad1ec88d [remove datanode] Accelerate GCR load balancing implement
(#15535)
add ab653b4bf58 Fix SessionConnection opens too much transport without
closing (#15649)
add 313a91ecf59 [AINode] Enable log record by default (#15654)
add ba027d015b1 Pipe: Changed the default value about batch delay
configuration (#15657)
add 711da9799d3 [AINode] Refactor the built-in TimerXL (#15655)
add 0eddc710cdf Revert "Fix process of last query if intermediate state of
last cache is read when query concurrently"
add 474e74790da Pipe: Fix TSFile transfer blocking InsertNode sending
(#15666)
add 215a1b7f697 Pipe/IoTV2: Try to persist progressIndex in local for
resend event more efficently (#15599)
add ab1e7bfbe2c Pipe: Add InsertNode & tsFile transmission time metrics
(#15668)
add 3e0163df0b2 Pipe: Fixed the metric NPE caused by batch disable (#15672)
add c874b3c9c6c Add print-wal tool and logs when failures of reading wal
files (#15416)
add a477562aba8 Subscription: unsubscribe completed topics when remove
consumer config (#15660)
add c58680b6a6d Subscription: optimize prefetching queue report state
overhead (#15664)
add 5c7cb1ecfee Pipe: Fixed multiple bugs (#15674) (#15683)
add 54afc3b67c4 Fix Session reconnection increase connection number
(#15677)
add fb86a969f86 Pipe: Fix the problem that the Pipe memory block fails to
call the Wait function (#15687)
add eeca531cc1b Support dataset module for iotdb in ainode (#15686)
add e83718bc6a5 [AINode] Add a model ckpt path retrieve interface (#15689)
add b5b7b70f6be Implemented fast last query for tree model with prefix
path (#15678)
add bec0409c6a5 Pipe: Changed the default batch memory request size to
avoid CI failure (#15690)
add 761f4e73f54 Pipe: Fixed the problem of not being able to write
normally due to insufficient memory (#15701)
add eeae4e06caf Merge branch 'master' into strong_password
add 23259e917b1 fix it
No new revisions were added by this update.
Summary of changes:
code-coverage/pom.xml | 2 +-
distribution/pom.xml | 12 +-
docker/src/main/DockerCompose/do-docker-build.sh | 4 +-
docker/src/main/Dockerfile-1.0.0-confignode | 2 +-
docker/src/main/Dockerfile-1.0.0-datanode | 2 +-
docker/src/main/Dockerfile-1.0.0-standalone | 2 +-
docker/src/main/Dockerfile-1c1d | 2 +-
example/client-cpp-example/pom.xml | 2 +-
example/jdbc/pom.xml | 2 +-
example/mqtt-customize/pom.xml | 2 +-
example/mqtt/pom.xml | 2 +-
example/pipe-count-point-processor/pom.xml | 2 +-
example/pipe-opc-ua-sink/pom.xml | 2 +-
example/pom.xml | 2 +-
example/rest-java-example/pom.xml | 2 +-
example/schema/pom.xml | 2 +-
example/session/pom.xml | 2 +-
.../main/java/org/apache/iotdb/SessionExample.java | 18 +-
example/trigger/pom.xml | 2 +-
example/udf/pom.xml | 2 +-
integration-test/pom.xml | 32 +-
.../query/view/recent/IoTDBTableViewQueryIT.java | 12 +
...oTDBTableViewQueryWithNotMatchedDataTypeIT.java | 3 +-
....java => IoTDBTableViewWithTreeTTLQueryIT.java} | 78 ++--
.../relational/it/schema/IoTDBDatabaseIT.java | 2 +-
iotdb-api/external-api/pom.xml | 2 +-
iotdb-api/pipe-api/pom.xml | 2 +-
iotdb-api/pom.xml | 2 +-
iotdb-api/trigger-api/pom.xml | 2 +-
iotdb-api/udf-api/pom.xml | 2 +-
iotdb-client/cli/pom.xml | 22 +-
iotdb-client/client-cpp/pom.xml | 4 +-
iotdb-client/client-py/pom.xml | 8 +-
.../tests/integration/sqlalchemy/test_dialect.py | 2 +-
iotdb-client/isession/pom.xml | 8 +-
.../java/org/apache/iotdb/isession/ISession.java | 4 +
.../apache/iotdb/isession/pool/ISessionPool.java | 4 +
iotdb-client/jdbc/pom.xml | 8 +-
iotdb-client/pom.xml | 2 +-
iotdb-client/service-rpc/pom.xml | 6 +-
iotdb-client/session/pom.xml | 10 +-
.../java/org/apache/iotdb/session/Session.java | 6 +
.../apache/iotdb/session/SessionConnection.java | 57 ++-
.../org/apache/iotdb/session/pool/SessionPool.java | 27 ++
.../ainode/ainode/TimerXL/layers/Attn_Bias.py | 108 -----
.../ainode/TimerXL/layers/Attn_Projection.py | 127 ------
iotdb-core/ainode/ainode/TimerXL/layers/Embed.py | 290 --------------
.../ainode/TimerXL/layers/SelfAttention_Family.py | 207 ----------
.../ainode/TimerXL/layers/Transformer_EncDec.py | 329 ---------------
.../ainode/ainode/TimerXL/models/__init__.py | 17 -
.../ainode/ainode/TimerXL/models/timer_xl.py | 446 ---------------------
iotdb-core/ainode/ainode/core/config.py | 9 +
.../ainode/{TimerXL => core/ingress}/__init__.py | 0
iotdb-core/ainode/ainode/core/ingress/dataset.py | 62 +++
iotdb-core/ainode/ainode/core/ingress/iotdb.py | 303 ++++++++++++++
iotdb-core/ainode/ainode/core/log.py | 6 +-
.../ainode/core/manager/inference_manager.py | 4 +-
.../ainode/ainode/core/manager/model_manager.py | 12 +
.../ainode/core/model/built_in_model_factory.py | 6 +-
.../ainode/ainode/core/model/model_storage.py | 12 +
.../layers => core/model/timerxl}/__init__.py | 0
.../model/timerxl}/configuration_timer.py | 30 +-
.../modeling_timer.py} | 197 +++++----
.../{sundial => timerxl}/ts_generation_mixin.py | 48 +--
iotdb-core/ainode/ainode/core/util/cache.py | 88 ++++
iotdb-core/ainode/pom.xml | 10 +-
iotdb-core/ainode/pyproject.toml | 2 +-
iotdb-core/antlr/pom.xml | 2 +-
iotdb-core/confignode/pom.xml | 26 +-
.../region/GreedyCopySetRegionGroupAllocator.java | 253 ++++++------
.../runtime/heartbeat/PipeHeartbeatParser.java | 2 +
.../confignode/persistence/pipe/PipeTaskInfo.java | 7 +-
.../impl/pipe/runtime/PipeMetaSyncProcedure.java | 4 +-
.../impl/pipe/task/AlterPipeProcedureV2.java | 16 +-
.../impl/pipe/task/CreatePipeProcedureV2.java | 18 +-
.../confignode/service/ConfigNodeShutdownHook.java | 3 +
.../confignode/conf/ConfigNodePropertiesTest.java | 30 +-
.../request/ConfigPhysicalPlanSerDeTest.java | 12 +-
.../consensus/response/pipe/PipeTableRespTest.java | 6 +-
.../GreedyCopySetRemoveNodeReplicaSelectTest.java | 29 +-
.../agent/PipeConfigNodeSubtaskExecutorTest.java | 3 +-
.../iotdb/confignode/persistence/PipeInfoTest.java | 4 +-
iotdb-core/consensus/pom.xml | 14 +-
iotdb-core/datanode/pom.xml | 40 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 0
.../db/pipe/agent/runtime/PipeAgentLauncher.java | 4 +
.../agent/task/connection/PipeEventCollector.java | 31 +-
.../subtask/connector/PipeConnectorSubtask.java | 12 +-
.../connector/PipeConnectorSubtaskManager.java | 10 +
.../PipeRealtimePriorityBlockingQueue.java | 22 +-
.../subtask/processor/PipeProcessorSubtask.java | 15 +-
.../client/IoTDBDataNodeAsyncClientManager.java | 13 +-
.../evolvable/batch/PipeTabletEventBatch.java | 45 ++-
.../batch/PipeTransferBatchReqBuilder.java | 54 +--
.../async/IoTDBDataRegionAsyncConnector.java | 93 ++++-
.../thrift/sync/IoTDBDataRegionSyncConnector.java | 15 +-
.../protocol/websocket/WebSocketConnector.java | 13 +-
.../statement/PipeStatementInsertionEvent.java | 2 +-
.../tablet/PipeInsertNodeTabletInsertionEvent.java | 5 +-
.../common/tsfile/PipeTsFileInsertionEvent.java | 69 +++-
...oricalDataRegionTsFileAndDeletionExtractor.java | 9 +-
.../PipeRealtimeDataRegionHybridExtractor.java | 5 +
.../PipeDataNodeRemainingEventAndTimeMetrics.java | 83 +++-
.../PipeDataNodeRemainingEventAndTimeOperator.java | 24 ++
.../overview/PipeWALInsertNodeCacheMetrics.java | 92 +----
.../processor/aggregate/AggregateProcessor.java | 23 +-
.../downsampling/DownSamplingProcessor.java | 25 +-
.../db/pipe/resource/memory/PipeMemoryManager.java | 8 +-
.../protocol/thrift/impl/ClientRPCServiceImpl.java | 94 +++++
.../fragment/FragmentInstanceContext.java | 10 +
...cheScanOperator.java => EmptyDataOperator.java} | 45 +--
.../execution/operator/source/FileLoaderUtils.java | 16 +-
.../execution/operator/source/SeriesScanUtil.java | 20 +-
.../relational/AbstractAggTableScanOperator.java | 4 +-
.../relational/LastQueryAggTableScanOperator.java | 13 +-
.../cache/schema/dualkeycache/IDualKeyCache.java | 5 +
.../schema/dualkeycache/impl/DualKeyCacheImpl.java | 21 +
.../plan/planner/TableOperatorGenerator.java | 26 +-
.../plan/planner/plan/node/PlanGraphPrinter.java | 1 +
.../planner/plan/node/write/InsertRowNode.java | 9 +-
.../planner/plan/node/write/InsertTabletNode.java | 17 +
.../planner/plan/parameter/SeriesScanOptions.java | 22 +-
.../fetcher/cache/TableDeviceCacheEntry.java | 13 +
.../fetcher/cache/TableDeviceSchemaCache.java | 6 +
.../relational/metadata/fetcher/cache/TableId.java | 4 +-
.../distribute/TableDistributedPlanGenerator.java | 6 +-
.../schemaengine/schemaregion/ISchemaRegion.java | 9 +
.../schemaregion/impl/SchemaRegionMemoryImpl.java | 64 +--
.../schemaregion/impl/SchemaRegionPBTreeImpl.java | 10 +
.../mtree/impl/mem/MTreeBelowSGMemoryImpl.java | 34 ++
.../schemaregion/utils/ResourceByPathUtils.java | 14 +-
.../iotdb/db/service/DataNodeShutdownHook.java | 3 +
.../execute/utils/CompactionPathUtils.java | 3 +-
.../memtable/AlignedWritableMemChunk.java | 13 +-
.../dataregion/memtable/WritableMemChunkGroup.java | 4 +-
.../dataregion/wal/buffer/WALEntry.java | 5 +
.../wal/checkpoint/CheckpointManager.java | 4 +-
.../dataregion/wal/io/WALInputStream.java | 97 +++--
.../dataregion/wal/utils/WALEntryPosition.java | 15 +-
.../dataregion/wal/utils/WALInsertNodeCache.java | 128 ++----
.../dataregion/wal/utils/WALPrintTool.java | 75 ++++
.../load/active/ActiveLoadTsFileLoader.java | 2 +-
.../agent/SubscriptionBrokerAgent.java | 55 +++
.../broker/SubscriptionPrefetchingQueue.java | 12 +-
.../batch/SubscriptionPipeTsFileEventBatch.java | 31 +-
.../receiver/SubscriptionReceiverV1.java | 28 ++
.../CompactionUtilsTest.java} | 40 +-
.../dataregion/wal/node/WALEntryHandlerTest.java | 2 +-
.../wal/node/WalDeleteOutdatedNewTest.java | 2 +-
.../wal/utils/WALInsertNodeCacheTest.java | 50 +--
iotdb-core/metrics/core/pom.xml | 4 +-
iotdb-core/metrics/interface/pom.xml | 8 +-
iotdb-core/metrics/pom.xml | 2 +-
iotdb-core/node-commons/pom.xml | 24 +-
.../iotdb/commons/client/ClientPoolFactory.java | 27 ++
.../iotdb/commons/concurrent/ThreadName.java | 5 +-
.../apache/iotdb/commons/conf/CommonConfig.java | 118 +++++-
.../iotdb/commons/enums/PipeRateAverage.java | 2 +
.../agent/runtime/PipePeriodicalJobExecutor.java | 33 ++
.../commons/pipe/agent/task/PipeTaskAgent.java | 3 +
.../commons/pipe/agent/task/meta/PipeMeta.java | 6 +-
.../pipe/agent/task/meta/PipeRuntimeMeta.java | 42 +-
.../commons/pipe/agent/task/meta/PipeTaskMeta.java | 145 ++++++-
.../iotdb/commons/pipe/config/PipeConfig.java | 37 ++
.../iotdb/commons/pipe/config/PipeDescriptor.java | 38 ++
.../config/constant/PipeConnectorConstant.java | 5 +-
.../iotdb/commons/service/metric/enums/Metric.java | 3 +
.../iotdb/commons/pipe/task/PipeMetaDeSerTest.java | 22 +-
iotdb-core/pom.xml | 2 +-
iotdb-core/relational-grammar/pom.xml | 2 +-
iotdb-protocol/openapi/pom.xml | 2 +-
iotdb-protocol/pom.xml | 2 +-
iotdb-protocol/thrift-ainode/pom.xml | 4 +-
iotdb-protocol/thrift-commons/pom.xml | 2 +-
iotdb-protocol/thrift-confignode/pom.xml | 4 +-
iotdb-protocol/thrift-consensus/pom.xml | 4 +-
iotdb-protocol/thrift-datanode/pom.xml | 4 +-
.../thrift-datanode/src/main/thrift/client.thrift | 12 +
library-udf/pom.xml | 4 +-
pom.xml | 2 +-
scripts/conf/datanode-env.sh | 6 +-
.../print-pb-tree-file.sh => wal/print-wal.sh} | 5 +-
.../{tsfile/print-tsfile.bat => wal/print-wal.bat} | 4 +-
183 files changed, 2770 insertions(+), 2672 deletions(-)
copy
integration-test/src/test/java/org/apache/iotdb/relational/it/query/view/recent/{IoTDBTableViewQueryWithNotMatchedDataTypeIT.java
=> IoTDBTableViewWithTreeTTLQueryIT.java} (52%)
delete mode 100644 iotdb-core/ainode/ainode/TimerXL/layers/Attn_Bias.py
delete mode 100644 iotdb-core/ainode/ainode/TimerXL/layers/Attn_Projection.py
delete mode 100644 iotdb-core/ainode/ainode/TimerXL/layers/Embed.py
delete mode 100644
iotdb-core/ainode/ainode/TimerXL/layers/SelfAttention_Family.py
delete mode 100644
iotdb-core/ainode/ainode/TimerXL/layers/Transformer_EncDec.py
delete mode 100644 iotdb-core/ainode/ainode/TimerXL/models/__init__.py
delete mode 100644 iotdb-core/ainode/ainode/TimerXL/models/timer_xl.py
rename iotdb-core/ainode/ainode/{TimerXL => core/ingress}/__init__.py (100%)
create mode 100644 iotdb-core/ainode/ainode/core/ingress/dataset.py
create mode 100644 iotdb-core/ainode/ainode/core/ingress/iotdb.py
rename iotdb-core/ainode/ainode/{TimerXL/layers =>
core/model/timerxl}/__init__.py (100%)
rename iotdb-core/ainode/ainode/{TimerXL/models =>
core/model/timerxl}/configuration_timer.py (68%)
copy iotdb-core/ainode/ainode/core/model/{sundial/modeling_sundial.py =>
timerxl/modeling_timer.py} (82%)
copy iotdb-core/ainode/ainode/core/model/{sundial =>
timerxl}/ts_generation_mixin.py (91%)
create mode 100644 iotdb-core/ainode/ainode/core/util/cache.py
mode change 100755 => 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/conf/IoTDBDescriptor.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/{source/LastCacheScanOperator.java
=> EmptyDataOperator.java} (60%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/utils/WALPrintTool.java
copy
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/{repair/AbstractRepairDataTest.java
=> utils/CompactionUtilsTest.java} (61%)
copy scripts/tools/{schema/print-pb-tree-file.sh => wal/print-wal.sh} (92%)
copy scripts/tools/windows/{tsfile/print-tsfile.bat => wal/print-wal.bat} (92%)
