This is an automated email from the ASF dual-hosted git repository. jackietien pushed a commit to branch ty/queryopt in repository https://gitbox.apache.org/repos/asf/iotdb.git
commit 43742dc5fd2876e69817d91ebc17bd8581e41ed8 Merge: 7ec19a11ec9 0fa2300e582 Author: JackieTien97 <[email protected]> AuthorDate: Tue Jun 13 17:04:23 2023 +0800 Merge remote-tracking branch 'origin/master' into ty/queryopt .github/workflows/sonar-coveralls.yml | 39 +-- .../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 3 +- .../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 49 ++++ .../response/pipe/task/PipeTableResp.java | 2 +- .../pipe/runtime/PipeRuntimeCoordinator.java | 23 +- .../manager/pipe/task/PipeTaskCoordinator.java | 5 +- .../persistence/pipe/PipePluginInfo.java | 8 +- .../impl/pipe/task/CreatePipeProcedureV2.java | 21 +- docs/UserGuide/Reference/Common-Config-Manual.md | 10 +- .../Reference/ConfigNode-Config-Manual.md | 8 +- docs/UserGuide/Reference/DataNode-Config-Manual.md | 12 +- .../zh/UserGuide/Reference/Common-Config-Manual.md | 10 +- .../Reference/ConfigNode-Config-Manual.md | 8 +- .../UserGuide/Reference/DataNode-Config-Manual.md | 12 +- .../db/it/groupby/IoTDBGroupByConditionIT.java | 44 ++++ .../iotdb/db/it/groupby/IoTDBGroupByCountIT.java | 44 ++++ .../db/it/groupby/IoTDBGroupByVariationIT.java | 23 +- .../apache/iotdb/db/it/orderBy/IoTDBOrderByIT.java | 74 ++++-- .../db/it/schema/view/IoTDBAliasSeriesIT.java | 97 ++++++++ .../it/schema/view/IoTDBCreateAndShowViewIT.java | 117 ++++----- .../org/apache/iotdb/pipe/api/PipeCollector.java | 7 +- .../org/apache/iotdb/pipe/api/PipeConnector.java | 6 +- .../org/apache/iotdb/pipe/api/PipeProcessor.java | 6 +- .../PipeCollectorRuntimeConfiguration.java} | 10 +- .../PipeConnectorRuntimeConfiguration.java} | 6 +- .../PipeProcessorRuntimeConfiguration.java} | 6 +- .../PipeRuntimeConfiguration.java} | 7 +- .../PipeRuntimeEnvironment.java} | 9 +- .../PipeConnectorRuntimeConfiguration.java | 84 ------- .../retry/EqualRetryIntervalStrategy.java | 63 ----- .../retry/ExponentialRetryIntervalStrategy.java | 70 ------ .../customizer/connector/retry/RetryStrategy.java | 34 --- .../{ => parameter}/PipeParameterValidator.java | 2 +- .../customizer/{ => parameter}/PipeParameters.java | 6 +- .../PipeProcessorRuntimeConfiguration.java | 35 --- .../resources/conf/iotdb-common.properties | 2 +- .../iotdb/commons/auth/entity/PrivilegeType.java | 4 + .../pipe/plugin/builtin/BuiltinPipePlugin.java | 4 +- .../plugin/builtin/collector/IoTDBCollector.java | 6 +- .../builtin/connector/DoNothingConnector.java | 6 +- ...tConnector.java => IoTDBSyncConnectorV1_1.java} | 16 +- .../builtin/connector/IoTDBThriftConnector.java | 6 +- .../builtin/processor/DoNothingProcessor.java | 6 +- .../commons/pipe/task/meta/PipeStaticMeta.java | 2 +- .../org/apache/iotdb/commons/utils/AuthUtils.java | 8 + pom.xml | 21 +- .../org/apache/iotdb/db/audit/AuditLogger.java | 4 + .../org/apache/iotdb/db/auth/AuthorityChecker.java | 8 + .../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 31 ++- .../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 8 +- .../iotdb/db/conf/directories/TierManager.java | 7 +- .../CompactionFileCountExceededException.java} | 13 +- .../execute/task/AbstractCompactionTask.java | 6 +- .../execute/task/CrossSpaceCompactionTask.java | 30 ++- .../execute/task/InnerSpaceCompactionTask.java | 7 +- .../impl/RewriteCrossSpaceCompactionSelector.java | 2 +- .../impl/SizeTieredCompactionSelector.java | 2 +- .../db/engine/settle/SettleRequestHandler.java | 2 +- .../metadata/DuplicateInsertException.java | 17 +- .../metadata/mnode/mem/info/LogicalViewInfo.java | 10 +- .../execution/executor/RegionWriteExecutor.java | 28 +++ .../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java | 77 ++++-- .../iotdb/db/mpp/plan/analyze/SelectIntoUtils.java | 18 ++ .../iotdb/db/mpp/plan/parser/ASTVisitor.java | 46 ++-- .../db/mpp/plan/planner/LogicalPlanVisitor.java | 3 +- .../node/metedata/write/AlterTimeSeriesNode.java | 33 ++- .../plan/statement/crud/InsertBaseStatement.java | 27 +++ .../crud/InsertMultiTabletsStatement.java | 31 +++ .../crud/InsertRowsOfOneDeviceStatement.java | 1 + .../plan/statement/crud/InsertRowsStatement.java | 31 +++ .../db/mpp/plan/statement/crud/QueryStatement.java | 24 +- .../metadata/AlterTimeSeriesStatement.java | 10 + .../db/pipe/agent/plugin/PipePluginAgent.java | 8 +- .../pipe/collector/IoTDBDataRegionCollector.java | 69 ++---- .../PipeHistoricalDataRegionTsFileCollector.java | 65 ++--- .../realtime/PipeRealtimeDataRegionCollector.java | 26 +- .../PipeRealtimeDataRegionFakeCollector.java | 12 +- .../PipeRealtimeDataRegionHybridCollector.java | 8 +- .../PipeRealtimeDataRegionLogCollector.java | 7 +- .../PipeRealtimeDataRegionTsFileCollector.java | 7 +- .../{ => constant}/PipeCollectorConstant.java | 4 +- .../{ => constant}/PipeConnectorConstant.java | 7 +- .../{ => constant}/PipeProcessorConstant.java | 2 +- .../configuraion/PipeTaskRuntimeConfiguration.java | 42 ++++ .../env/PipeTaskCollectorRuntimeEnvironment.java} | 26 +- .../plugin/env/PipeTaskRuntimeEnvironment.java | 25 +- .../lagacy/IoTDBSyncConnectorImplV1_1.java | 268 +++++++++++++++++++++ .../pipe/connector/v1/IoTDBThriftConnectorV1.java | 33 ++- .../apache/iotdb/db/pipe/event/EnrichedEvent.java | 2 +- .../tablet/PipeInsertNodeTabletInsertionEvent.java | 12 + .../common/tablet/PipeRawTabletInsertionEvent.java | 2 +- .../db/pipe/processor/PipeDoNothingProcessor.java | 8 +- .../pipe/resource/wal/PipeWALResourceManager.java | 5 +- .../apache/iotdb/db/pipe/task/PipeTaskBuilder.java | 16 +- .../db/pipe/task/stage/PipeTaskCollectorStage.java | 63 ++--- .../db/pipe/task/stage/PipeTaskConnectorStage.java | 10 +- .../db/pipe/task/stage/PipeTaskProcessorStage.java | 29 +-- .../task/subtask/PipeConnectorSubtaskManager.java | 43 ++-- .../org/apache/iotdb/db/rescon/SystemInfo.java | 54 +++++ .../java/org/apache/iotdb/db/wal/node/WALNode.java | 4 + .../apache/iotdb/db/wal/utils/WALEntryHandler.java | 9 +- .../iotdb/db/wal/utils/WALEntryPosition.java | 15 +- .../iotdb/db/wal/utils/WALInsertNodeCache.java | 6 +- .../engine/compaction/AbstractCompactionTest.java | 4 +- .../engine/compaction/CompactionSchedulerTest.java | 96 ++++---- .../CompactionSchedulerWithFastPerformerTest.java | 96 ++++---- .../db/engine/compaction/MemoryControlTest.java | 137 ++++++++++- .../cross/CrossSpaceCompactionSelectorTest.java | 46 ++++ ...eCompactionWithFastPerformerValidationTest.java | 22 +- ...actionWithReadPointPerformerValidationTest.java | 18 +- .../cross/RewriteCompactionFileSelectorTest.java | 15 +- .../inner/InnerCompactionSchedulerTest.java | 10 +- .../inner/InnerSpaceCompactionSelectorTest.java | 2 +- .../SizeTieredCompactionSelectorTest.java | 9 +- .../compaction/utils/CompactionConfigRestorer.java | 4 +- .../db/engine/settle/SettleRequestHandlerTest.java | 6 +- .../db/engine/storagegroup/DataRegionTest.java | 10 +- .../collector/CachedSchemaPatternMatcherTest.java | 31 +-- .../db/pipe/collector/PipeRealtimeCollectTest.java | 38 +-- .../iotdb/db/wal/buffer/WALBufferCommonTest.java | 1 + .../db/wal/checkpoint/CheckpointManagerTest.java | 1 + .../iotdb/db/wal/node/ConsensusReqReaderTest.java | 2 + .../iotdb/db/wal/node/WALEntryHandlerTest.java | 156 +++++++++--- .../org/apache/iotdb/db/wal/node/WALNodeTest.java | 2 + .../db/wal/recover/WALRecoverManagerTest.java | 2 + 125 files changed, 2023 insertions(+), 1089 deletions(-)
