This is an automated email from the ASF dual-hosted git repository.
chenyz pushed a change to branch udaf
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 1374d011b27 done
add f1714d05cdb Adjust default data region num per node from 5 to to cpu
core / 2 (#14348)
add e48aa4f67a5 Remove sqlalchemy upper version constraint for python
client (#14083)
add 05ea4738871 finish (#14366)
add f2a5854f182 WAL buffer queue memory control (#14329)
add 6073d25712c Restruct procedure waiting strategy to fix NPE bug when
completed procedures were cleaned before getting result (#14360)
add 21652cc2180 Fixed the bug of ID Like judgement in queries
add 589866872db Fix group by nature month when timezone is not default
add 70691e4b2be Add `removeInput` and `removable` to some specific
Accmulators
add ba824548e0b fix wal queue stuck and fix metric (#14387)
add 37450ec160b Supprt trusted_uri_pattern in config file
add e1884cad2f8 Support us and ns timePrecision in udf-library part-1
add 839e2221dce Move model annotations to tsfile (#14358)
add 9c65c326c4d Pipe: Deleted the "root" prefix dir in table model for OPC
UA Sink (#14385)
add 54197b95d28 Pipe: Fix the deadlock of PeriodicalJob thread caused by
using parallelStream to split restartAllStuckPipes' subtasks (#14392)
add d3b96d8136c show more use ctx.getIn(), because Sometimes it's not
system. in (#14322)
add 88ffa48e320 Fix ThreadPoolMetrics concurrent NPE bug & Fix metric
leaks when frequently creating and deleting database (#14388)
add 4be990922b4 [region migration] Remove retry of
RegionMigrateService::addPeer (#14362)
add 8144e5c4613 Fix ThreadPoolMetrics NPE (#14404)
add 4c213313a9f Sampling queries in each DN
add c4f1ba61b26 [Py-client] Print Dataset is closed error msg if user
continues to fetch from it (#14396)
add e2cd299d17a When the config node can not find the configuration file,
the set configuration command does not update other nodes' configuration
(#14390)
add 73c1e329fc7 add todos check (#14367)
add d0de00610ec Temporarily skip check TODO (#14413)
add c310cb0c3eb IoTV2: Fix consensus pipe operation time out (#14399)
add 809b3aaff8e Pipe: Fixed the bug that a failed check sum may
permanently disable an air gap receiver & Optimized the air gap file offset
logic & Fixed the bug that not connected socket may die forever in "send"
(#14384)
add 8b220c9219c modify encrypt type and related tests (#14273)
add 77f350e66a6 fix TODO check
add 12e1fb2fe55 Fix UDF missing redo raft log after restart
add 35542a17f10 Implement SELECT DISTINCT in TableModel
add eb05523e06e resolve conflict
No new revisions were added by this update.
Summary of changes:
.github/workflows/todos-check.yml | 40 ++
.../org/apache/iotdb/TableModelSessionExample.java | 4 +-
.../apache/iotdb/TableModelSessionPoolExample.java | 4 +-
.../query/udf/example/relational/FirstTwoSum.java | 2 -
.../db/query/udf/example/relational/MyAvg.java | 2 -
.../db/query/udf/example/relational/MyCount.java | 2 -
.../iotdb/it/env/cluster/env/AbstractEnv.java | 15 +
.../iotdb/it/env/remote/env/RemoteServerEnv.java | 9 +
.../java/org/apache/iotdb/itbase/env/BaseEnv.java | 3 +
.../org/apache/iotdb/ainode/it/AINodeBasicIT.java | 1 +
.../it/cluster/IoTDBClusterNodeGetterIT.java | 6 +-
.../confignode/it/utils/ConfigNodeTestUtils.java | 4 +-
.../db/it/groupby/IoTDBGroupByNaturalMonthIT.java | 28 +
.../db/it/query/IoTDBEncryptionValueQueryIT.java | 4 +-
.../db/it/query/IoTDBLoadEncryptedTsFileIT.java | 55 +-
.../iotdb/db/it/query/IoTDBLoadPlainTsFileIT.java | 145 -----
.../iotdb/db/it/udf/IoTDBUDFBlockQueryIT.java | 12 +
.../pipe/it/autocreate/IoTDBPipeLifeCycleIT.java | 2 +-
.../manual/IoTDBPipeTypeConversionISessionIT.java | 3 +-
.../it/db/it/IoTDBSetConfigurationTableIT.java | 39 +-
.../it/db/it/udf/IoTDBSQLFunctionManagementIT.java | 16 +-
.../it/udf/IoTDBUserDefinedScalarFunctionIT.java | 13 +
.../it/query/recent/IoTDBTableAggregationIT.java | 129 +++++
.../iotdb/relational/it/schema/IoTDBDeviceIT.java | 36 +-
.../api/exception/PipeConnectionException.java | 4 +-
.../iotdb/pipe/api/exception/PipeException.java | 6 +-
.../java/org/apache/iotdb/cli/AbstractCli.java | 14 +-
.../org/apache/iotdb/cli/utils/JlineUtils.java | 32 +-
iotdb-client/client-py/iotdb/Session.py | 12 +-
.../client-py/iotdb/sqlalchemy/IoTDBDialect.py | 15 +-
.../client-py/iotdb/utils/IoTDBRpcDataSet.py | 3 +
iotdb-client/client-py/requirements.txt | 2 +-
.../tests/integration/sqlalchemy/test_dialect.py | 41 +-
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 2 +-
.../client/sync/SyncDataNodeClientPool.java | 2 +-
.../iotdb/confignode/conf/ConfigNodeConfig.java | 24 +-
.../confignode/conf/ConfigNodeDescriptor.java | 25 +-
.../iotdb/confignode/manager/ConfigManager.java | 39 +-
.../iotdb/confignode/manager/ProcedureManager.java | 639 +++++++++------------
.../PartiteGraphPlacementRegionGroupAllocator.java | 7 +-
.../manager/schema/ClusterSchemaManager.java | 11 +-
.../confignode/persistence/node/NodeInfo.java | 1 +
.../confignode/procedure/ProcedureExecutor.java | 24 -
.../request/ConfigPhysicalPlanSerDeTest.java | 18 +
.../region/AllocatorScatterWidthManualTest.java | 4 +-
.../GreedyCopySetRegionGroupAllocatorTest.java | 4 +-
.../apache/iotdb/consensus/iot/IoTConsensus.java | 157 ++---
.../consensus/iot/IoTConsensusServerImpl.java | 20 +-
.../apache/iotdb/consensus/pipe/PipeConsensus.java | 28 +-
.../apache/iotdb/consensus/iot/StabilityTest.java | 36 --
.../assembly/resources/conf/logback-datanode.xml | 18 +
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 23 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 109 +++-
.../db/pipe/agent/task/PipeDataNodeTaskAgent.java | 9 +-
.../subtask/connector/PipeConnectorSubtask.java | 34 --
.../connector/protocol/opcua/OpcUaNameSpace.java | 13 +-
.../pipeconsensus/PipeConsensusAsyncConnector.java | 4 +-
.../pipeconsensus/PipeConsensusSyncConnector.java | 56 +-
.../deletion/persist/PageCacheDeletionBuffer.java | 2 +-
.../PipeDataNodeRemainingEventAndTimeOperator.java | 2 +-
.../protocol/airgap/IoTDBAirGapReceiver.java | 45 +-
.../protocol/airgap/IoTDBAirGapReceiverAgent.java | 7 +-
.../legacy/IoTDBLegacyPipeReceiverAgent.java | 3 +-
.../protocol/legacy/loader/DeletionLoader.java | 3 +-
.../protocol/legacy/loader/TsFileLoader.java | 3 +-
.../protocol/thrift/IoTDBDataNodeReceiver.java | 3 +-
.../iotdb/db/protocol/mqtt/MPPPublishHandler.java | 3 +-
.../rest/v1/impl/GrafanaApiServiceImpl.java | 9 +-
.../protocol/rest/v1/impl/RestApiServiceImpl.java | 9 +-
.../rest/v2/impl/GrafanaApiServiceImpl.java | 9 +-
.../protocol/rest/v2/impl/RestApiServiceImpl.java | 12 +-
.../protocol/thrift/impl/ClientRPCServiceImpl.java | 55 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 3 +-
.../thrift/impl/DataNodeRegionManager.java | 4 +-
.../db/queryengine/common/MPPQueryContext.java | 14 +-
.../timerangeiterator/AggrWindowIterator.java | 26 +-
.../PreAggrWindowWithNaturalMonthIterator.java | 8 +-
.../TimeRangeIteratorFactory.java | 9 +-
.../execution/operator/AggregationUtil.java | 7 +-
.../process/SlidingWindowAggregationOperator.java | 7 +-
.../relational/aggregation/AvgAccumulator.java | 73 +++
.../relational/aggregation/CountAccumulator.java | 20 +
.../relational/aggregation/SumAccumulator.java | 69 +++
.../relational/aggregation/TableAccumulator.java | 8 +
.../aggregation/TableModeAccumulator.java | 102 ++++
.../aggregation/TableVarianceAccumulator.java | 86 +++
.../iotdb/db/queryengine/plan/Coordinator.java | 37 +-
.../queryengine/plan/analyze/AnalyzeVisitor.java | 4 +-
.../plan/analyze/TemplatedAggregationAnalyze.java | 4 +-
.../load/TreeSchemaAutoCreatorAndVerifier.java | 3 +-
.../analyze/schema/AutoCreateSchemaExecutor.java | 3 +-
.../analyze/schema/ClusterSchemaFetchExecutor.java | 3 +-
.../plan/execution/IQueryExecution.java | 2 +
.../queryengine/plan/execution/QueryExecution.java | 5 +
.../plan/execution/config/ConfigExecution.java | 5 +
.../execution/config/TableConfigTaskVisitor.java | 20 +-
.../execution/config/TreeConfigTaskVisitor.java | 42 +-
.../config/executor/ClusterConfigTaskExecutor.java | 28 +-
.../plan/optimization/LimitOffsetPushDown.java | 20 +-
.../db/queryengine/plan/parser/ASTVisitor.java | 4 +-
.../plan/planner/OperatorTreeGenerator.java | 31 +-
.../plan/planner/plan/node/write/InsertNode.java | 10 +
.../plan/relational/analyzer/Analysis.java | 7 +-
.../relational/analyzer/StatementAnalyzer.java | 4 +
.../metadata/fetcher/TableDeviceSchemaFetcher.java | 6 +-
.../fetcher/TableDeviceSchemaValidator.java | 3 +-
.../plan/relational/planner/QueryPlanner.java | 20 +
.../iterative/rule/PruneDistinctAggregation.java | 139 +++++
.../optimizations/LogicalOptimizeFactory.java | 3 +
.../plan/statement/crud/InsertBaseStatement.java | 2 +-
.../crud/InsertMultiTabletsStatement.java | 2 +-
.../plan/statement/crud/InsertRowStatement.java | 2 +-
.../crud/InsertRowsOfOneDeviceStatement.java | 2 +-
.../plan/statement/crud/InsertRowsStatement.java | 2 +-
.../plan/statement/crud/LoadTsFileStatement.java | 2 +-
.../plan/statement/pipe/PipeEnrichedStatement.java | 3 +-
.../iotdb/db/service/RegionMigrateService.java | 49 +-
.../iotdb/db/service/metrics/WritingMetrics.java | 32 ++
.../db/service/metrics/file/TsFileMetrics.java | 33 ++
.../iotdb/db/storageengine/StorageEngine.java | 4 +
.../storageengine/buffer/CacheHitRatioMonitor.java | 4 +-
.../db/storageengine/dataregion/DataRegion.java | 7 +-
.../dataregion/DataRegionMetrics.java | 14 +-
.../dataregion/memtable/AbstractMemTable.java | 1 -
.../memtable/TsFileProcessorInfoMetrics.java | 8 +-
.../dataregion/modification/ModEntry.java | 2 +-
.../dataregion/wal/buffer/WALBuffer.java | 6 +-
.../dataregion/wal/buffer/WALEntry.java | 2 +
.../dataregion/wal/buffer/WALInfoEntry.java | 34 ++
.../dataregion/wal/buffer/WALSignalEntry.java | 5 +
.../storageengine/dataregion/wal/node/WALNode.java | 4 +-
.../wal/utils/MemoryControlledWALEntryQueue.java | 81 +++
.../load/active/ActiveLoadTsFileLoader.java | 3 +-
.../db/storageengine/rescon/memory/SystemInfo.java | 31 +-
.../task/subtask/SubscriptionConnectorSubtask.java | 9 -
.../org/apache/iotdb/db/utils/CommonUtils.java | 13 +-
.../org/apache/iotdb/db/utils/DateTimeUtils.java | 9 +-
.../iotdb/db/utils/annotations/TableModel.java | 33 --
.../iotdb/db/utils/annotations/TreeModel.java | 33 --
.../schemaRegion/SchemaRegionTableDeviceTest.java | 13 +-
.../connector/PipeDataNodeThriftRequestTest.java | 22 +-
.../aggregation/TimeRangeIteratorTest.java | 53 +-
.../operator/AggregationOperatorTest.java | 7 +-
.../AlignedSeriesAggregationScanOperatorTest.java | 3 +-
.../operator/HorizontallyConcatOperatorTest.java | 5 +-
.../execution/operator/LastQueryOperatorTest.java | 9 +-
.../operator/LastQueryTreeSortOperatorTest.java | 9 +-
.../operator/MergeTreeSortOperatorTest.java | 5 +
.../execution/operator/OperatorMemoryTest.java | 16 +-
.../operator/RawDataAggregationOperatorTest.java | 3 +-
.../SeriesAggregationScanOperatorTest.java | 3 +-
.../SlidingWindowAggregationOperatorTest.java | 8 +-
.../operator/UpdateLastCacheOperatorTest.java | 3 +-
.../plan/optimization/LimitOffsetPushDownTest.java | 11 +-
.../plan/relational/analyzer/DistinctTest.java | 119 ++++
.../buffer/CacheHitRatioMonitorTest.java | 4 +-
.../iotdb/metrics/core/IoTDBMetricManager.java | 2 +-
.../iotdb/metrics/AbstractMetricManager.java | 12 +-
.../iotdb/metrics/AbstractMetricService.java | 40 +-
.../iotdb/metrics/impl/DoNothingMetricManager.java | 2 +-
.../conf/iotdb-system.properties.template | 60 +-
.../iotdb/commons/concurrent/ThreadName.java | 4 +
.../commons/concurrent/ThreadPoolMetrics.java | 207 +++----
.../WrappedScheduledExecutorService.java | 2 +
.../WrappedSingleThreadExecutorService.java | 2 +
.../WrappedSingleThreadScheduledExecutor.java | 2 +
.../threadpool/WrappedThreadPoolExecutor.java | 2 +
.../apache/iotdb/commons/conf/CommonConfig.java | 50 ++
.../iotdb/commons/conf/ConfigurationFileUtils.java | 25 +-
.../apache/iotdb/commons/conf/IoTDBConstant.java | 2 +
.../PipeRuntimeConnectorCriticalException.java | 14 +-
...meConnectorRetryTimesConfigurableException.java | 3 +-
.../pipe/PipeRuntimeCriticalException.java | 14 +-
.../exception/pipe/PipeRuntimeException.java | 10 +-
.../commons/executable/ExecutableManager.java | 5 +
.../connector/protocol/IoTDBAirGapConnector.java | 6 +-
.../commons/pipe/receiver/IoTDBFileReceiver.java | 37 +-
.../commons/pipe/receiver/IoTDBReceiverAgent.java | 6 +-
.../filter/impl/StringValueFilterVisitor.java | 5 +-
.../schema/filter/impl/values/LikeFilter.java | 2 +-
.../iotdb/commons/service/metric/enums/Metric.java | 1 +
.../src/main/thrift/confignode.thrift | 4 +-
.../iotdb/library/dprofile/UDTFResample.java | 6 +-
.../iotdb/library/dquality/UDTFCompleteness.java | 3 +-
.../iotdb/library/dquality/UDTFConsistency.java | 2 +-
.../iotdb/library/dquality/UDTFTimeliness.java | 3 +-
.../iotdb/library/dquality/UDTFValidity.java | 3 +-
.../apache/iotdb/library/frequency/UDTFIFFT.java | 7 +-
.../library/series/UDTFConsecutiveSequences.java | 5 +-
.../library/series/UDTFConsecutiveWindows.java | 11 +-
.../java/org/apache/iotdb/library/util/Util.java | 90 ++-
pom.xml | 2 +-
192 files changed, 2830 insertions(+), 1560 deletions(-)
create mode 100644 .github/workflows/todos-check.yml
delete mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/query/IoTDBLoadPlainTsFileIT.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/iterative/rule/PruneDistinctAggregation.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/utils/MemoryControlledWALEntryQueue.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/annotations/TableModel.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/annotations/TreeModel.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/analyzer/DistinctTest.java
