This is an automated email from the ASF dual-hosted git repository.
haonan pushed a change to branch rc/1.2.0
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 2005499bf60 Fix reconnect logic of python client (#10098)
add 1897daa2a47 [IOTDB-5978] Pipe: ignore data in region "root.__system"
(#10104)
add ac228b53d11 [IOTDB-5980] Pipe: drop not existed pipe will return
successful result (#10089)
add a73bc08ece2 [To rel/1.2] Support tag/attribute on view (#10080)
add c8c34ad42d2 [To rel/1.2] Fix duplicate insertion bug caused by view
(#10102)
add 4764aebfff6 [To rel/1.2][IOTDB-5970] Fix the info of order by when
sortkey doesn't exist
add 5d5812d3b48 [IOTDB-5940] Pipe: support 1.2 -> 1.1 sync connector
(#10107) (#10114)
add 0f6b2d90021 [IOTDB-5986] Pipe: fix "show pipe p1" shows multiple pipes
(#10111) (#10115)
add 80cc4744448 [IOTDB-5984] Pipe: remove unnecessary pipe task creation
logic on schema region (#10108) (#10116)
add c84f57cf501 [To rel/1.2] Fix delete data from alias series (#10117)
add 2200e6fd3c6 [To rel/1.2] Fix admin and audit log management on view
(#10120)
add 7d460aaa19b [IOTDB-5916]Fix exception when file is deleted during
compaction selection (#9929) (#10106)
add 5a90f9045a0 [HOTFIX] Pipe: PipeTaskRuntimeConfiguration cannot be cast
to PipeTaskCollectorRuntimeEnvironment && unreal message when dropping pipe
(#10122)
add a2114219ca7 [To rel/1.2][IOTDB-5938] Fix select into alias series
(#10123)
add 2704c0f1ec0 [To rel/1.2][IOTDB-5972]Limit the number of all source
files in compaction (#10105)
add 6e5c0d4e9c8 [To rel/1.2] Fix SQL parse of privileges on view and pipe
(#10128)
add 6686f8a780d Pipe: avoid overriding wal entries when loading entries
from different wal nodes (#10134)
No new revisions were added by this update.
Summary of changes:
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 3 +-
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 49 +
.../response/pipe/task/PipeTableResp.java | 2 +-
.../pipe/runtime/PipeRuntimeCoordinator.java | 19 +-
.../manager/pipe/task/PipeTaskCoordinator.java | 13 +-
.../persistence/pipe/PipePluginInfo.java | 8 +-
.../confignode/persistence/pipe/PipeTaskInfo.java | 2 +-
.../impl/pipe/task/CreatePipeProcedureV2.java | 19 +-
docs/UserGuide/Reference/Common-Config-Manual.md | 10 +-
.../zh/UserGuide/Reference/Common-Config-Manual.md | 10 +-
.../view/IoTDBAliasSeriesIT.java} | 73 +-
.../it/schema/view/IoTDBCreateAndShowViewIT.java | 117 +-
.../org/apache/iotdb/pipe/api/PipeCollector.java | 7 +-
.../org/apache/iotdb/pipe/api/PipeConnector.java | 6 +-
.../org/apache/iotdb/pipe/api/PipeProcessor.java | 6 +-
.../api/customizer/PipeRuntimeConfiguration.java | 28 -
.../iotdb/pipe/api/customizer/PipeStrategy.java | 28 -
.../PipeCollectorRuntimeConfiguration.java | 30 -
.../PipeCollectorRuntimeConfiguration.java | 8 +-
.../PipeConnectorRuntimeConfiguration.java | 8 +-
.../PipeProcessorRuntimeConfiguration.java | 8 +-
.../configuration/PipeRuntimeConfiguration.java | 8 +-
.../configuration/PipeRuntimeEnvironment.java | 8 +-
.../PipeConnectorRuntimeConfiguration.java | 84 -
.../connector/parallel/ParallelStrategy.java | 24 -
.../retry/EqualRetryIntervalStrategy.java | 63 -
.../retry/ExponentialRetryIntervalStrategy.java | 70 -
.../customizer/connector/retry/RetryStrategy.java | 34 -
.../customizer/connector/reuse/ReuseStrategy.java | 24 -
.../{ => parameter}/PipeParameterValidator.java | 2 +-
.../customizer/{ => parameter}/PipeParameters.java | 6 +-
.../PipeProcessorRuntimeConfiguration.java | 35 -
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 1 +
.../resources/conf/iotdb-common.properties | 2 +-
.../iotdb/commons/auth/entity/PrivilegeType.java | 4 +
.../pipe/plugin/builtin/BuiltinPipePlugin.java | 4 +-
.../plugin/builtin/collector/IoTDBCollector.java | 6 +-
.../builtin/connector/DoNothingConnector.java | 6 +-
...tConnector.java => IoTDBSyncConnectorV1_1.java} | 16 +-
.../builtin/connector/IoTDBThriftConnector.java | 6 +-
.../builtin/processor/DoNothingProcessor.java | 6 +-
.../commons/pipe/task/meta/PipeStaticMeta.java | 2 +-
.../org/apache/iotdb/commons/utils/AuthUtils.java | 8 +
.../org/apache/iotdb/db/audit/AuditLogger.java | 4 +
.../org/apache/iotdb/db/auth/AuthorityChecker.java | 8 +
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 31 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 8 +-
...a => CompactionFileCountExceededException.java} | 5 +-
.../execute/task/AbstractCompactionTask.java | 6 +-
.../execute/task/CrossSpaceCompactionTask.java | 48 +-
.../execute/task/InnerSpaceCompactionTask.java | 22 +-
.../estimator/AbstractCompactionEstimator.java | 6 +-
.../ReadPointCrossCompactionEstimator.java | 42 +-
.../impl/RewriteCrossSpaceCompactionSelector.java | 16 +-
.../impl/SizeTieredCompactionSelector.java | 2 +-
.../utils/CrossSpaceCompactionCandidate.java | 63 +-
.../db/engine/settle/SettleRequestHandler.java | 2 +-
...xception.java => DuplicateInsertException.java} | 15 +-
.../metadata/mnode/mem/info/LogicalViewInfo.java | 10 +-
.../execution/executor/RegionWriteExecutor.java | 28 +
.../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java | 93 +-
.../iotdb/db/mpp/plan/analyze/SelectIntoUtils.java | 18 +
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 46 +-
.../db/mpp/plan/planner/LogicalPlanVisitor.java | 3 +-
.../node/metedata/write/AlterTimeSeriesNode.java | 33 +-
.../plan/statement/crud/InsertBaseStatement.java | 27 +
.../crud/InsertMultiTabletsStatement.java | 31 +
.../crud/InsertRowsOfOneDeviceStatement.java | 1 +
.../plan/statement/crud/InsertRowsStatement.java | 31 +
.../metadata/AlterTimeSeriesStatement.java | 10 +
.../db/pipe/agent/plugin/PipePluginAgent.java | 8 +-
.../pipe/collector/IoTDBDataRegionCollector.java | 69 +-
.../PipeHistoricalDataRegionTsFileCollector.java | 65 +-
.../realtime/PipeRealtimeDataRegionCollector.java | 26 +-
.../PipeRealtimeDataRegionFakeCollector.java | 12 +-
.../PipeRealtimeDataRegionHybridCollector.java | 8 +-
.../PipeRealtimeDataRegionLogCollector.java | 7 +-
.../PipeRealtimeDataRegionTsFileCollector.java | 7 +-
.../{ => constant}/PipeCollectorConstant.java | 4 +-
.../{ => constant}/PipeConnectorConstant.java | 7 +-
.../{ => constant}/PipeProcessorConstant.java | 2 +-
.../configuraion/PipeTaskRuntimeConfiguration.java | 42 +
.../env/PipeTaskCollectorRuntimeEnvironment.java | 27 +-
.../plugin/env/PipeTaskRuntimeEnvironment.java | 24 +-
.../lagacy/IoTDBSyncConnectorImplV1_1.java | 268 ++++
.../pipe/connector/v1/IoTDBThriftConnectorV1.java | 33 +-
.../apache/iotdb/db/pipe/event/EnrichedEvent.java | 2 +-
.../tablet/PipeInsertNodeTabletInsertionEvent.java | 12 +
.../common/tablet/PipeRawTabletInsertionEvent.java | 2 +-
.../db/pipe/processor/PipeDoNothingProcessor.java | 8 +-
.../pipe/resource/wal/PipeWALResourceManager.java | 5 +-
.../apache/iotdb/db/pipe/task/PipeTaskBuilder.java | 16 +-
.../db/pipe/task/stage/PipeTaskCollectorStage.java | 63 +-
.../db/pipe/task/stage/PipeTaskConnectorStage.java | 10 +-
.../db/pipe/task/stage/PipeTaskProcessorStage.java | 29 +-
.../task/subtask/PipeConnectorSubtaskManager.java | 43 +-
.../org/apache/iotdb/db/rescon/SystemInfo.java | 54 +
.../java/org/apache/iotdb/db/wal/node/WALNode.java | 4 +
.../apache/iotdb/db/wal/utils/WALEntryHandler.java | 9 +-
.../iotdb/db/wal/utils/WALEntryPosition.java | 15 +-
.../iotdb/db/wal/utils/WALInsertNodeCache.java | 6 +-
.../engine/compaction/AbstractCompactionTest.java | 4 +-
.../engine/compaction/CompactionSchedulerTest.java | 101 +-
.../CompactionSchedulerWithFastPerformerTest.java | 96 +-
.../compaction/CompactionTaskManagerTest.java | 2 +-
.../FastNonAlignedCrossCompactionTest.java | 145 ++
.../db/engine/compaction/MemoryControlTest.java | 137 +-
.../cross/CrossSpaceCompactionSelectorTest.java | 1695 ++++++++++++++++++++
...eCompactionWithFastPerformerValidationTest.java | 22 +-
...actionWithReadPointPerformerValidationTest.java | 18 +-
.../db/engine/compaction/cross/MergeTest.java | 1 +
.../cross/RewriteCompactionFileSelectorTest.java | 62 +-
.../inner/InnerCompactionSchedulerTest.java | 10 +-
.../inner/InnerSpaceCompactionSelectorTest.java | 626 ++++++++
.../SizeTieredCompactionSelectorTest.java | 9 +-
.../compaction/utils/CompactionConfigRestorer.java | 4 +-
.../db/engine/settle/SettleRequestHandlerTest.java | 6 +-
.../db/engine/storagegroup/DataRegionTest.java | 10 +-
.../collector/CachedSchemaPatternMatcherTest.java | 31 +-
.../db/pipe/collector/PipeRealtimeCollectTest.java | 38 +-
.../iotdb/db/wal/buffer/WALBufferCommonTest.java | 1 +
.../db/wal/checkpoint/CheckpointManagerTest.java | 1 +
.../iotdb/db/wal/node/ConsensusReqReaderTest.java | 2 +
.../iotdb/db/wal/node/WALEntryHandlerTest.java | 156 +-
.../org/apache/iotdb/db/wal/node/WALNodeTest.java | 2 +
.../db/wal/recover/WALRecoverManagerTest.java | 2 +
site/src/main/.vuepress/sidebar/V1.0.x/en.ts | 1 -
site/src/main/.vuepress/sidebar/V1.0.x/zh.ts | 1 -
site/src/main/.vuepress/sidebar/V1.1.x/en.ts | 2 +-
site/src/main/.vuepress/sidebar/V1.1.x/zh.ts | 2 +-
site/src/main/.vuepress/sidebar/en.ts | 2 +-
site/src/main/.vuepress/sidebar/zh.ts | 2 +-
132 files changed, 4323 insertions(+), 1237 deletions(-)
copy
integration-test/src/test/java/org/apache/iotdb/db/it/{aggregation/IoTDBAggregationDeleteIT.java
=> schema/view/IoTDBAliasSeriesIT.java} (53%)
delete mode 100644
iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/PipeRuntimeConfiguration.java
delete mode 100644
iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/PipeStrategy.java
delete mode 100644
iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/collector/PipeCollectorRuntimeConfiguration.java
copy
confignode/src/main/java/org/apache/iotdb/confignode/procedure/state/RemoveConfigNodeState.java
=>
iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/configuration/PipeCollectorRuntimeConfiguration.java
(84%)
copy
confignode/src/main/java/org/apache/iotdb/confignode/procedure/state/RemoveConfigNodeState.java
=>
iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/configuration/PipeConnectorRuntimeConfiguration.java
(84%)
copy
confignode/src/main/java/org/apache/iotdb/confignode/procedure/state/RemoveConfigNodeState.java
=>
iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/configuration/PipeProcessorRuntimeConfiguration.java
(84%)
copy
node-commons/src/main/java/org/apache/iotdb/commons/schema/tree/ITreeNode.java
=>
iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/configuration/PipeRuntimeConfiguration.java
(84%)
copy
node-commons/src/main/java/org/apache/iotdb/commons/schema/tree/ITreeNode.java
=>
iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/configuration/PipeRuntimeEnvironment.java
(84%)
delete mode 100644
iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/connector/PipeConnectorRuntimeConfiguration.java
delete mode 100644
iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/connector/parallel/ParallelStrategy.java
delete mode 100644
iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/connector/retry/EqualRetryIntervalStrategy.java
delete mode 100644
iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/connector/retry/ExponentialRetryIntervalStrategy.java
delete mode 100644
iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/connector/retry/RetryStrategy.java
delete mode 100644
iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/connector/reuse/ReuseStrategy.java
rename iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/{
=> parameter}/PipeParameterValidator.java (98%)
rename iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/{
=> parameter}/PipeParameters.java (94%)
delete mode 100644
iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/processor/PipeProcessorRuntimeConfiguration.java
copy
node-commons/src/main/java/org/apache/iotdb/commons/pipe/plugin/builtin/connector/{IoTDBThriftConnector.java
=> IoTDBSyncConnectorV1_1.java} (81%)
copy
server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/exception/{CompactionMemoryNotEnoughException.java
=> CompactionFileCountExceededException.java} (87%)
copy
server/src/main/java/org/apache/iotdb/db/exception/metadata/{SeriesOverflowException.java
=> DuplicateInsertException.java} (68%)
rename server/src/main/java/org/apache/iotdb/db/pipe/config/{ =>
constant}/PipeCollectorConstant.java (94%)
rename server/src/main/java/org/apache/iotdb/db/pipe/config/{ =>
constant}/PipeConnectorConstant.java (76%)
rename server/src/main/java/org/apache/iotdb/db/pipe/config/{ =>
constant}/PipeProcessorConstant.java (95%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/config/plugin/configuraion/PipeTaskRuntimeConfiguration.java
copy
confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/trigger/TransferringTriggersResp.java
=>
server/src/main/java/org/apache/iotdb/db/pipe/config/plugin/env/PipeTaskCollectorRuntimeEnvironment.java
(57%)
copy
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/NonOpenTransport.java
=>
server/src/main/java/org/apache/iotdb/db/pipe/config/plugin/env/PipeTaskRuntimeEnvironment.java
(61%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/connector/lagacy/IoTDBSyncConnectorImplV1_1.java
create mode 100644
server/src/test/java/org/apache/iotdb/db/engine/compaction/inner/InnerSpaceCompactionSelectorTest.java