This is an automated email from the ASF dual-hosted git repository.
jiangtian pushed a change to branch fix_insert_long_min_max
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 2a7012f777c spotless
add f129298c9e8 Pipe: Fix PipeWriteBackSink using toTPipeTransferReq
causing NPE due to uninitialized buffer (#14672)
add 701a5156e7a Pipe: Optimize the process of collecting
PipeTsFileInsertionEvent in table model to reduce unnecessary parsing of TsFile
(#14697)
add b4edfdf1d68 IoTConsensusV2: Accelerate follower receive dispatch based
on TPCx case
add b51f63c7108 Load: Fix some issues during loading tsfiles of old
version (#14649)
add c65b8264156 Pipe: strict check for synonym pipe parameters to avoid
ambiguity (#14694)
add a11401b494f add repair data for table model (#14705)
add c3df7d54496 Renaming the IT Methods of the IoTDB REST Service Table
Model (#14681)
add 6cb9035e8f6 Pipe IT: Added flush for assertData on targetEnv to avoid
IoTV2 batch mode lead to large delay (#14707)
add 42878058f11 [RATISCONSENSUS] Bump ratis version to 3.1.3 (#14709)
add 6961e2154a7 Fix NPE when concurrent closing mod files (#14708)
add 8e7605f80db Fix cache invalidation failure and add retry (#14711)
add 44e9725ab94 Publish build scans to develocity.apache.org (#14701)
add c3baa7a4978 Subscription: fix `hasNext` method in tablet batch to
support multiple tsfile in the same batch (#14715)
add 6036cabd9dc Implemented access control for
pipe/subscription/table/database
add 3072ae5a668 Implement distinct in AggFunction
add 49a91ecd348 Add more user-friendly error messages for the last and
last_by aggregation
add 141b7ba634c Extend Region & Remove Region & Reconstruct Region (#14634)
add 39e0ff34584 Merge branch 'master' into fix_insert_long_min_max
No new revisions were added by this update.
Summary of changes:
.github/workflows/cluster-it-1c1d.yml | 2 +-
.github/workflows/cluster-it-1c1d1a.yml | 2 +-
.github/workflows/cluster-it-1c3d.yml | 2 +-
.github/workflows/compile-check.yml | 2 +-
.github/workflows/daily-it.yml | 2 +-
.github/workflows/daily-ut.yml | 2 +-
.github/workflows/dependency-check.yml | 2 +-
.github/workflows/pipe-it-2cluster.yml | 2 +-
.github/workflows/sonar-codecov.yml | 2 +-
.github/workflows/table-cluster-it-1c1d.yml | 2 +-
.github/workflows/table-cluster-it-1c3d.yml | 2 +-
.github/workflows/unit-test.yml | 2 +-
.github/workflows/vulnerability-check.yml | 2 +-
.mvn/develocity.xml | 3 +-
.mvn/extensions.xml | 4 +-
.../java/org/apache/iotdb/it/env/EnvFactory.java | 5 +
.../iotdb/it/env/cluster/env/AbstractEnv.java | 4 +
.../iotdb/it/env/cluster/node/AINodeWrapper.java | 5 +
.../it/env/cluster/node/AbstractNodeWrapper.java | 12 +
.../it/env/cluster/node/ConfigNodeWrapper.java | 5 +
.../iotdb/it/env/cluster/node/DataNodeWrapper.java | 5 +
.../org/apache/iotdb/it/utils/TsFileGenerator.java | 2 +-
...ionMigrateDataNodeCrashITFrameworkForIoTV1.java | 2 +-
...ionMigrateDataNodeCrashITFrameworkForIoTV2.java | 2 +-
...oTDBRegionOperationReliabilityITFramework.java} | 174 +++---
.../IoTDBRegionGroupExpandAndShrinkForIoTV1IT.java | 157 +++++
.../commit/IoTDBRegionReconstructForIoTV1IT.java | 141 +++++
.../IoTDBRegionMigrateNormalITForIoTV2Batch.java | 4 +-
.../IoTDBRegionMigrateOtherITForIoTV2Batch.java | 4 +-
.../IoTDBRegionMigrateNormalITForIoTV2Stream.java | 4 +-
.../IoTDBRegionMigrateOtherITForIoTV2Stream.java | 4 +-
.../IoTDBRegionMigrateDataNodeCrashForIoTV1IT.java | 4 +-
...TDBRegionMigrateDataNodeCrashForIoTV2Batch.java | 4 +-
...DBRegionMigrateDataNodeCrashForIoTV2Stream.java | 4 +-
.../IoTDBRegionMigrateClusterCrashIoTV1IT.java | 4 +-
.../IoTDBRegionMigrateConfigNodeCrashIoTV1IT.java | 4 +-
.../IoTDBRegionMigrateClusterCrashIoTV2Batch.java | 4 +-
...oTDBRegionMigrateConfigNodeCrashIoTV2Batch.java | 4 +-
.../IoTDBRegionMigrateClusterCrashIoTV2Stream.java | 4 +-
...TDBRegionMigrateConfigNodeCrashIoTV2Stream.java | 4 +-
.../IoTDBRemoveDataNodeITFramework.java | 22 +-
.../iotdb/db/it/IoTDBLoadTsFileWithModIT.java | 172 ++++++
.../it/IoTDBSyntaxConventionStringLiteralIT.java | 3 +-
.../org/apache/iotdb/db/it/utils/TestUtils.java | 76 ++-
.../pipe/it/autocreate/IoTDBPipeAutoDropIT.java | 10 +-
.../pipe/it/tablemodel/IoTDBPipeAutoDropIT.java | 10 +-
.../pipe/it/tablemodel/IoTDBPipeDataSinkIT.java | 41 +-
.../pipe/it/tablemodel/IoTDBPipeProtocolIT.java | 1 -
.../udf/IoTDBUserDefinedAggregateFunctionIT.java | 53 +-
.../it/query/recent/IoTDBTableAggregationIT.java | 644 ++++++++++++++++++++-
.../it/rest/it/IoTDBRestServiceCaseWhenThenIT.java | 7 +-
.../it/rest/it/IoTDBRestServiceFlushQueryIT.java | 6 +-
.../relational/it/rest/it/IoTDBRestServiceIT.java | 3 +-
...IT.java => IoTDBRestServiceInsertValuesIT.java} | 20 +-
.../iotdb/session/it/IoTDBSessionSimpleIT.java | 34 ++
.../java/org/apache/iotdb/util/MagicUtils.java | 61 ++
.../parameter/PipeParameterValidator.java | 42 +-
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 3 +
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 16 +-
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 8 +
.../iotdb/confignode/manager/ConfigManager.java | 27 +
.../apache/iotdb/confignode/manager/IManager.java | 9 +
.../iotdb/confignode/manager/ProcedureManager.java | 461 +++++++++++----
.../procedure/env/ConfigNodeProcedureEnv.java | 19 +-
.../procedure/env/RegionMaintainHandler.java | 13 +-
.../impl/region/AddRegionPeerProcedure.java | 84 +--
.../impl/region/ReconstructRegionProcedure.java | 209 +++++++
.../impl/region/RegionMigrateProcedure.java | 39 +-
.../impl/region/RegionOperationProcedure.java} | 33 +-
.../impl/region/RemoveRegionPeerProcedure.java | 52 +-
...itionState.java => ReconstructRegionState.java} | 8 +-
.../procedure/store/ProcedureFactory.java | 5 +
.../confignode/procedure/store/ProcedureType.java | 5 +-
.../thrift/ConfigNodeRPCServiceProcessor.java | 18 +
.../apache/iotdb/consensus/ratis/RatisClient.java | 6 +-
.../apache/iotdb/consensus/ratis/utils/Utils.java | 1 +
.../agent/task/connection/PipeEventCollector.java | 3 +-
.../protocol/writeback/WriteBackConnector.java | 193 +++++-
.../db/pipe/event/common/PipeInsertionEvent.java | 5 +-
.../dataregion/IoTDBDataRegionExtractor.java | 132 ++---
.../twostage/plugin/TwoStageCountProcessor.java | 35 +-
.../pipeconsensus/PipeConsensusReceiver.java | 2 +
.../protocol/thrift/IoTDBDataNodeReceiver.java | 3 +-
.../iotdb/db/protocol/client/ConfigNodeClient.java | 21 +
.../relational/aggregation/AccumulatorFactory.java | 245 +++++++-
.../relational/aggregation/AggregationMask.java | 204 +++++++
.../relational/aggregation/AvgAccumulator.java | 122 ++--
.../relational/aggregation/CountAccumulator.java | 22 +-
.../relational/aggregation/CountIfAccumulator.java | 22 +-
.../relational/aggregation/ExtremeAccumulator.java | 94 ++-
.../relational/aggregation/FirstAccumulator.java | 158 +++--
.../relational/aggregation/FirstByAccumulator.java | 164 ++++--
.../aggregation/FirstByDescAccumulator.java | 132 ++++-
.../aggregation/FirstDescAccumulator.java | 126 +++-
.../relational/aggregation/LastAccumulator.java | 140 ++++-
.../relational/aggregation/LastByAccumulator.java | 146 ++++-
.../aggregation/LastByDescAccumulator.java | 150 ++++-
.../aggregation/LastDescAccumulator.java | 144 ++++-
.../MaskedRecordIterator.java} | 24 +-
.../relational/aggregation/MaxAccumulator.java | 140 ++++-
.../relational/aggregation/MinAccumulator.java | 140 ++++-
.../relational/aggregation/SumAccumulator.java | 114 +++-
.../relational/aggregation/TableAccumulator.java | 2 +-
.../relational/aggregation/TableAggregator.java | 5 +-
.../aggregation/TableMaxMinByBaseAccumulator.java | 146 +++--
.../aggregation/TableModeAccumulator.java | 192 ++++--
.../aggregation/TableVarianceAccumulator.java | 158 +++--
.../UserDefinedAggregateFunctionAccumulator.java | 8 +-
.../aggregation/grouped/GroupedAccumulator.java | 4 +-
.../aggregation/grouped/GroupedAggregator.java | 6 +-
.../aggregation/grouped/GroupedAvgAccumulator.java | 119 +++-
.../grouped/GroupedCountAccumulator.java | 22 +-
.../grouped/GroupedCountIfAccumulator.java | 22 +-
.../grouped/GroupedExtremeAccumulator.java | 95 ++-
.../grouped/GroupedFirstAccumulator.java | 153 ++++-
.../grouped/GroupedFirstByAccumulator.java | 191 ++++--
.../grouped/GroupedLastAccumulator.java | 133 ++++-
.../grouped/GroupedLastByAccumulator.java | 150 ++++-
.../aggregation/grouped/GroupedMaxAccumulator.java | 141 ++++-
.../grouped/GroupedMaxMinByBaseAccumulator.java | 147 ++++-
.../aggregation/grouped/GroupedMinAccumulator.java | 141 ++++-
.../grouped/GroupedModeAccumulator.java | 246 ++++++--
.../aggregation/grouped/GroupedSumAccumulator.java | 111 +++-
.../GroupedUserDefinedAggregateAccumulator.java | 14 +-
.../grouped/GroupedVarianceAccumulator.java | 159 +++--
.../aggregation/grouped/hash/GroupByHash.java | 2 +
.../aggregation/grouped/hash/MarkDistinctHash.java | 90 +++
.../iotdb/db/queryengine/plan/Coordinator.java | 4 +
.../analyze/load/LoadTsFileTableSchemaCache.java | 3 +-
.../analyze/load/LoadTsFileTreeSchemaCache.java | 3 +-
.../execution/config/TableConfigTaskVisitor.java | 137 ++++-
.../execution/config/TreeConfigTaskVisitor.java | 28 +-
.../config/executor/ClusterConfigTaskExecutor.java | 81 ++-
.../config/executor/IConfigTaskExecutor.java | 15 +-
.../ExtendRegionTask.java} | 14 +-
.../metadata/{ => region}/MigrateRegionTask.java | 4 +-
.../ReconstructRegionTask.java} | 16 +-
.../RemoveRegionTask.java} | 14 +-
.../metadata/relational/ShowTablesDetailsTask.java | 47 +-
.../config/metadata/relational/ShowTablesTask.java | 35 +-
.../db/queryengine/plan/parser/ASTVisitor.java | 29 +-
.../plan/planner/TableOperatorGenerator.java | 11 +-
.../relational/analyzer/StatementAnalyzer.java | 14 +-
.../relational/metadata/TableMetadataImpl.java | 5 +-
.../distribute/TableDistributedPlanGenerator.java | 9 +
.../PushAggregationIntoTableScan.java | 4 +
.../plan/relational/sql/ast/AstVisitor.java | 8 +
...{SetConfiguration.java => StartRepairData.java} | 6 +-
.../{SetConfiguration.java => StopRepairData.java} | 6 +-
.../plan/relational/sql/parser/AstBuilder.java | 26 +-
.../plan/statement/StatementVisitor.java | 18 +-
.../region/ExtendRegionStatement.java} | 32 +-
.../{ => region}/MigrateRegionStatement.java | 2 +-
.../region/ReconstructRegionStatement.java} | 31 +-
.../region/RemoveRegionStatement.java} | 32 +-
.../db/storageengine/dataregion/DataRegion.java | 2 +
.../task/InsertionCrossSpaceCompactionTask.java | 3 -
.../dataregion/memtable/TsFileProcessor.java | 4 +
.../dataregion/modification/ModificationFile.java | 89 ++-
.../modification/PartitionLevelModFileManager.java | 5 +-
.../dataregion/snapshot/SnapshotTaker.java | 2 +-
.../dataregion/tsfile/TsFileResource.java | 8 +-
.../db/storageengine/load/LoadTsFileManager.java | 2 +-
.../load/splitter/TsFileSplitter.java | 5 +-
.../batch/SubscriptionPipeTabletEventBatch.java | 2 +-
.../resource/PipeTsFileResourceManagerTest.java | 2 +-
.../plan/relational/analyzer/DistinctTest.java | 91 +++
.../planner/assertions/PlanMatchPattern.java | 6 +
.../inner/InnerSpaceCompactionSelectorTest.java | 2 +-
.../modification/ModificationFileTest.java | 90 ++-
.../iotdb/db/tools/TsFileAndModSettleToolTest.java | 2 +-
.../pipe/connector/protocol/IoTDBConnector.java | 6 +
.../pipe/datastructure/pattern/TablePattern.java | 4 +
.../iotdb/commons/udf/access/RecordIterator.java | 9 +-
.../db/relational/grammar/sql/RelationalSql.g4 | 11 +-
.../src/main/thrift/confignode.thrift | 21 +
pom.xml | 4 +-
177 files changed, 7205 insertions(+), 1757 deletions(-)
rename
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/{IoTDBRegionMigrateReliabilityITFramework.java
=> IoTDBRegionOperationReliabilityITFramework.java} (82%)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/commit/IoTDBRegionGroupExpandAndShrinkForIoTV1IT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/commit/IoTDBRegionReconstructForIoTV1IT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/IoTDBLoadTsFileWithModIT.java
rename
integration-test/src/test/java/org/apache/iotdb/relational/it/rest/it/{IoTDBRestServiceInsertAlignedValuesIT.java
=> IoTDBRestServiceInsertValuesIT.java} (96%)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/util/MagicUtils.java
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/procedure/impl/region/ReconstructRegionProcedure.java
copy
iotdb-core/{node-commons/src/main/java/org/apache/iotdb/commons/pipe/config/plugin/env/PipeTaskRuntimeEnvironment.java
=>
confignode/src/main/java/org/apache/iotdb/confignode/procedure/impl/region/RegionOperationProcedure.java}
(54%)
copy
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/procedure/state/{RegionTransitionState.java
=> ReconstructRegionState.java} (93%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/AggregationMask.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/{TableScanOperator.java
=> aggregation/MaskedRecordIterator.java} (58%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/hash/MarkDistinctHash.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/metadata/{SetTTLTask.java
=> region/ExtendRegionTask.java} (79%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/metadata/{
=> region}/MigrateRegionTask.java (94%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/metadata/{DropFunctionTask.java
=> region/ReconstructRegionTask.java} (73%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/metadata/{SetTTLTask.java
=> region/RemoveRegionTask.java} (79%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/{SetConfiguration.java
=> StartRepairData.java} (85%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/{SetConfiguration.java
=> StopRepairData.java} (85%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/{sys/MergeStatement.java
=> metadata/region/ExtendRegionStatement.java} (74%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/metadata/{
=> region}/MigrateRegionStatement.java (96%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/{sys/LoadConfigurationStatement.java
=> metadata/region/ReconstructRegionStatement.java} (73%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/{sys/MergeStatement.java
=> metadata/region/RemoveRegionStatement.java} (74%)
