This is an automated email from the ASF dual-hosted git repository.
jiangtian pushed a change to branch native_raft
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from eecbc7c8bdd Merge branch 'master' into native_raft
add 2db45ac660a Fix some code smells (#11575)
add e38f7d9c4e8 Fix query data with authority return unexpected result
#11576
add 20cb7295f4c Modify compaction schedule for insertion compaction
(#11582)
add d988ea4f30a fix auth upgrade.
add 0acd405bc0c Remove wrong TimeSliceAllocator (#11569)
add b72b5b1d01c Fix construct of PartialPath in Compaction (#11579)
add b3b6a32d8ee Fix insertTablets API didn't return schema validation
error (#11577)
add cba948251b6 Fix some code smells for integration test (#11583)
add b2b17d5aa02 Fix some code smells of JDBC module (#11588)
add 13ff9c8cf01 [IOTDB-6244] Add built-in variance and standard deviation
aggregator. (#11581)
add a61ee4cf6e0 Fix some code smells (#11587)
add 72b528cf533 [IOTDB-6253] Use template to accelerate front-end query
performance
add a1cdd6851ad Fix Some Code Smells of DataNode Module (#11590)
add 07b6875ed28 Fix Some Code Smells of Client Session Module (#11589)
add e17d9eb1795 [IOTDB-6249] Load: Streaming read timeseries metadata from
tsfile when auto creating or verifying schema (#11540)
add 7640df9a2b9 Pipe: Introduce PipeEventCommitManager to manage event
commit order to avoid losing data during parallel connector scheduling (#11489)
add d89c021b523 Merge branch 'master' into native_raft
No new revisions were added by this update.
Summary of changes:
.../java/org/apache/iotdb/CountPointProcessor.java | 3 +-
.../org/apache/iotdb/it/utils/TsFileGenerator.java | 14 +-
.../constant/BuiltinAggregationFunctionEnum.java | 6 +
.../apache/iotdb/itbase/constant/TestConstant.java | 24 +
.../org/apache/iotdb/db/it/IOTDBLoadTsFileIT.java | 4 +-
.../db/it/aggregation/IoTDBAggregationIT.java | 10 +-
.../aggregation/IoTDBAggregationSmallDataIT.java | 4 +-
.../iotdb/db/it/aggregation/IoTDBVarianceIT.java | 733 +++++++++++++++++++++
.../IoTDBAlignByDeviceWithTemplateIT.java | 584 ++++++++++++++++
.../org/apache/iotdb/db/it/auth/IoTDBAuthIT.java | 55 +-
.../iotdb/libudf/it/dprofile/DProfileIT.java | 27 -
.../iotdb/session/it/IoTDBSessionSimpleIT.java | 64 +-
.../java/org/apache/iotdb/tool/ExportTsFile.java | 8 +-
.../iotdb/jdbc/AbstractIoTDBJDBCResultSet.java | 2 +-
.../org/apache/iotdb/jdbc/IoTDBDataSource.java | 6 +-
.../apache/iotdb/jdbc/IoTDBDatabaseMetadata.java | 86 +--
.../org/apache/iotdb/jdbc/IoTDBJDBCResultSet.java | 2 +-
.../java/org/apache/iotdb/jdbc/StringUtils.java | 8 +-
.../org/apache/iotdb/session/pool/SessionPool.java | 347 +++++-----
.../sql/factory/IoTDBDynamicTableFactory.java | 6 +
.../iotdb/confignode/persistence/AuthorInfo.java | 174 +++--
.../confignode/persistence/AuthorInfoTest.java | 134 ++--
.../service/IoTConsensusRPCServiceProcessor.java | 27 +-
.../iotdb/consensus/ratis/RatisConsensus.java | 2 +-
.../db/pipe/agent/plugin/PipePluginAgent.java | 6 +-
.../db/pipe/commit/PipeEventCommitManager.java | 106 +++
.../iotdb/db/pipe/commit/PipeEventCommitter.java | 79 +++
...va => PipeTaskConnectorRuntimeEnvironment.java} | 14 +-
...oTDBThriftAsyncPipeTransferBatchReqBuilder.java | 49 --
...IoTDBThriftSyncPipeTransferBatchReqBuilder.java | 45 +-
.../builder/PipeTransferBatchReqBuilder.java | 45 ++
.../request/PipeTransferTabletRawReq.java | 2 +-
.../thrift/async/IoTDBThriftAsyncConnector.java | 113 +---
.../PipeTransferTabletBatchEventHandler.java | 13 +-
.../PipeTransferTabletInsertNodeEventHandler.java | 3 +-
.../PipeTransferTabletInsertionEventHandler.java | 39 +-
.../handler/PipeTransferTabletRawEventHandler.java | 3 +-
.../PipeTransferTsFileInsertionEventHandler.java | 20 +-
.../protocol/websocket/WebSocketConnector.java | 53 +-
.../websocket/WebSocketConnectorServer.java | 83 +--
.../apache/iotdb/db/pipe/event/EnrichedEvent.java | 39 +-
.../event/common/heartbeat/PipeHeartbeatEvent.java | 10 +-
.../db/pipe/event/common/row/PipeRowCollector.java | 8 +-
.../tablet/PipeInsertNodeTabletInsertionEvent.java | 18 +-
.../common/tablet/PipeRawTabletInsertionEvent.java | 16 +-
.../tablet/TabletInsertionDataContainer.java | 10 +-
.../common/tsfile/PipeTsFileInsertionEvent.java | 17 +-
.../tsfile/TsFileInsertionDataContainer.java | 14 +-
.../db/pipe/event/realtime/PipeRealtimeEvent.java | 8 +-
.../execution/executor/PipeSubtaskExecutor.java | 1 +
.../PipeHistoricalDataRegionTsFileExtractor.java | 3 +
.../realtime/assigner/PipeDataRegionAssigner.java | 2 +-
.../legacy/IoTDBLegacyPipeReceiverAgent.java | 11 +-
.../receiver/legacy/loader/DeletionLoader.java | 5 +-
.../pipe/receiver/legacy/loader/TsFileLoader.java | 5 +-
.../receiver/thrift/IoTDBThriftReceiverV1.java | 2 +-
.../apache/iotdb/db/pipe/task/PipeTaskBuilder.java | 3 +-
.../pipe/task/connection/PipeEventCollector.java | 10 +-
.../db/pipe/task/stage/PipeTaskConnectorStage.java | 17 +-
.../db/pipe/task/stage/PipeTaskProcessorStage.java | 2 +-
.../iotdb/db/pipe/task/stage/PipeTaskStage.java | 6 +-
.../subtask/connector/PipeConnectorSubtask.java | 11 +
.../connector/PipeConnectorSubtaskLifeCycle.java | 51 +-
.../connector/PipeConnectorSubtaskManager.java | 32 +-
.../common/schematree/ClusterSchemaTree.java | 10 +-
.../queryengine/common/schematree/ISchemaTree.java | 3 +
.../visitor/SchemaTreeVisitorFactory.java | 5 +
.../execution/aggregation/Accumulator.java | 9 +
.../execution/aggregation/AccumulatorFactory.java | 10 +
.../execution/aggregation/AvgAccumulator.java | 13 +
.../execution/aggregation/CountAccumulator.java | 9 +
.../execution/aggregation/SumAccumulator.java | 9 +
.../execution/aggregation/VarianceAccumulator.java | 273 ++++++++
.../slidingwindow/SlidingWindowAggregator.java | 34 -
.../SlidingWindowAggregatorFactory.java | 6 +
.../SmoothQueueSlidingWindowAggregator.java | 4 +-
.../execution/driver/DriverContext.java | 8 -
.../execution/operator/OperatorContext.java | 12 +-
.../operator/source/AlignedSeriesScanOperator.java | 8 +-
.../operator/source/AlignedSeriesScanUtil.java | 13 +-
.../execution/timer/ITimeSliceAllocator.java | 29 -
.../timer/RuleBasedTimeSliceAllocator.java | 69 --
.../iotdb/db/queryengine/plan/Coordinator.java | 1 -
.../db/queryengine/plan/analyze/Analysis.java | 88 ++-
.../queryengine/plan/analyze/AnalyzeVisitor.java | 56 +-
.../plan/analyze/ExpressionTypeAnalyzer.java | 11 +
.../plan/analyze/LoadTsfileAnalyzer.java | 233 +++----
.../queryengine/plan/analyze/TemplatedAnalyze.java | 403 +++++++++++
.../db/queryengine/plan/analyze/TypeProvider.java | 65 +-
.../queryengine/plan/execution/QueryExecution.java | 1 +
.../db/queryengine/plan/parser/ASTVisitor.java | 6 +
.../plan/planner/LocalExecutionPlanContext.java | 11 -
.../plan/planner/LogicalPlanBuilder.java | 21 +-
.../plan/planner/LogicalPlanVisitor.java | 8 +-
.../plan/planner/OperatorTreeGenerator.java | 138 ++--
.../plan/planner/SubPlanTypeExtractor.java | 16 +-
.../plan/planner/TemplatedLogicalPlan.java | 195 ++++++
.../plan/planner/TemplatedLogicalPlanBuilder.java | 145 ++++
.../planner/distribution/ExchangeNodeAdder.java | 3 -
.../plan/planner/distribution/SourceRewriter.java | 24 +-
.../plan/node/load/LoadSingleTsFileNode.java | 4 +-
.../plan/node/load/LoadTsFilePieceNode.java | 8 +-
.../plan/parameter/AggregationDescriptor.java | 18 +
.../scheduler/load/LoadTsFileDispatcherImpl.java | 18 +-
.../crud/InsertMultiTabletsStatement.java | 9 +
.../mtree/impl/pbtree/CachedMTreeStore.java | 16 +-
.../schemaregion/mtree/traverser/Traverser.java | 2 +-
.../db/storageengine/dataregion/DataRegion.java | 26 +-
.../impl/ReadChunkCompactionPerformer.java | 5 +-
.../execute/utils/CompactionPathUtils.java} | 30 +-
.../execute/utils/MultiTsFileDeviceIterator.java | 7 +-
.../fast/AlignedSeriesCompactionExecutor.java | 21 +-
.../fast/NonAlignedSeriesCompactionExecutor.java | 12 +-
.../io/LocalTextModificationAccessor.java | 3 +
.../trigger/service/TriggerInformationUpdater.java | 2 +-
.../org/apache/iotdb/db/utils/SchemaUtils.java | 24 +
.../apache/iotdb/db/utils/TypeInferenceUtils.java | 20 +-
.../iotdb/db/utils/constant/SqlConstant.java | 6 +
.../db/auth/role/LocalFileRoleAccessorTest.java | 55 +-
.../db/auth/role/LocalFileRoleManagerTest.java | 124 ++--
.../db/auth/user/LocalFileUserAccessorTest.java | 74 +--
.../db/auth/user/LocalFileUserManagerTest.java | 48 --
.../event/TsFileInsertionDataContainerTest.java | 2 +-
.../execution/aggregation/AccumulatorTest.java | 332 ++++++++++
.../operator/AlignedSeriesScanOperatorTest.java | 15 +-
.../execution/operator/OperatorMemoryTest.java | 3 +-
.../distribution/DistributionPlannerCycleTest.java | 9 +-
.../queryengine/plan/plan/distribution/Util.java | 2 +-
.../queryengine/plan/plan/distribution/Util2.java | 16 +-
.../commons/auth/authorizer/BasicAuthorizer.java | 4 +
.../commons/auth/entity/PriPrivilegeType.java | 52 +-
.../iotdb/commons/auth/role/BasicRoleManager.java | 92 ++-
.../iotdb/commons/auth/user/BasicUserManager.java | 86 +--
.../udf/builtin/BuiltinAggregationFunction.java | 20 +-
.../org/apache/iotdb/commons/utils/AuthUtils.java | 48 +-
.../org/apache/iotdb/commons/utils/IOUtils.java | 28 +-
...ReaderTimeseriesMetadataIteratorException.java} | 4 +-
.../file/metadata/enums/MetadataIndexNodeType.java | 2 +-
...leSequenceReaderTimeseriesMetadataIterator.java | 220 +++++++
...quenceReaderTimeseriesMetadataIteratorTest.java | 62 ++
.../thrift-commons/src/main/thrift/common.thrift | 8 +-
library-udf/src/assembly/tools/register-UDF.bat | 1 -
library-udf/src/assembly/tools/register-UDF.sh | 1 -
.../apache/iotdb/library/dprofile/UDAFStddev.java | 66 --
144 files changed, 5104 insertions(+), 1754 deletions(-)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/aggregation/IoTDBVarianceIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/alignbydevice/IoTDBAlignByDeviceWithTemplateIT.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/commit/PipeEventCommitManager.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/commit/PipeEventCommitter.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/config/plugin/env/{PipeTaskExtractorRuntimeEnvironment.java
=> PipeTaskConnectorRuntimeEnvironment.java} (71%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/aggregation/VarianceAccumulator.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/timer/ITimeSliceAllocator.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/timer/RuleBasedTimeSliceAllocator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/analyze/TemplatedAnalyze.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/TemplatedLogicalPlan.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/TemplatedLogicalPlanBuilder.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/{queryengine/plan/statement/metadata/CountDatabaseStatement.java
=> storageengine/dataregion/compaction/execute/utils/CompactionPathUtils.java}
(55%)
copy
iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/exception/{TsFileStatisticsMistakesException.java
=> TsFileSequenceReaderTimeseriesMetadataIteratorException.java} (83%)
create mode 100644
iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/TsFileSequenceReaderTimeseriesMetadataIterator.java
create mode 100644
iotdb-core/tsfile/src/test/java/org/apache/iotdb/tsfile/read/TsFileSequenceReaderTimeseriesMetadataIteratorTest.java
delete mode 100644
library-udf/src/main/java/org/apache/iotdb/library/dprofile/UDAFStddev.java
