This is an automated email from the ASF dual-hosted git repository.
rong pushed a change to branch pipe-parallel-connector
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from dc127246e64 prepare for async client mode dev iteration: v2
new e22e3d7ab03 Revert "TsFileInsertionDataContain: release file when
exception occurred"
add 2dbdbe0b39b Support multiple creation of views & Fix illegal view
creation (#10060)
add 8d7a0a880f8 [IOTDB-5974] Pipe: Fix Recover ProgressIndex (#10070)
add d871ecbff1b Fix TsfileResource error after delete device in sequence
working memtable (#10067)
add a1d2f610383 Add into_operation_buffer_size_in_byte to configuration
file
add 9cbdea36b4c [IOTDB-5976] Pipe: optimized the feedback when pipe
procedure failed to pushPipeMetas (#10076)
add 7c89c5c2296 Fix storage engine memory config initialization (#10077)
add 14ae00eca74 Update the iotconsensus write-blocking prompt to make
error messages more friendly (#10082)
add 08281208099 [IOTDB-5977][IOTDB-5979][IOTDB-5981] Pipe: serveral bug
fixes in pipe execution engine (#10087)
add 05d2aabeb88 [IOTDB-5982] Modify the docs of GROUP BY
add 6d2c4408cd7 [IOTDB-5978] Pipe: ignore data in region "root.__system"
(#10093)
add ccdd24f34a3 Fix schema memory config initialization (#10079)
add 7b9402c1b5e [IOTDB-5975] Fix NPE in cpu metrics (#10071)
add 2d4eacad59a Fix reconnect logic of python client (#10096)
add e2fb98017e2 [IOTDB-5980] Pipe: drop not existed pipe will return
successful result (#10088)
add 03b76ec4d92 [IOTDB-5916]Fix exception when file is deleted during
compaction selection (#9929)
add a5543690bf9 Enable Coveralls check (#9997)
add 2e5257ca29b Support tag/attribute on view (#10081)
add bf958b952ca Fix duplicate insertion bug caused by view (#10101)
add d33ca34985b [IOTDB-5983] Refactor error info in GROUP BY/ORDER BY in
align by device
add 904a2a52695 [IOTDB-5940] Pipe: support 1.2 -> 1.1 sync connector
(#10107)
add c5144374832 [IOTDB-5986] Pipe: fix "show pipe p1" shows multiple pipes
(#10111)
add cdcd4c3be42 [IOTDB-5984] Pipe: remove unnecessary pipe task creation
logic on schema region (#10108)
new 4285d48c524 merge master and fix conflicts
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/sonar-coveralls.yml | 39 +-
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 3 +-
.../response/pipe/task/PipeTableResp.java | 2 +-
.../pipe/runtime/PipeRuntimeCoordinator.java | 19 +-
.../manager/pipe/task/PipeTaskCoordinator.java | 12 +-
.../persistence/pipe/PipePluginInfo.java | 8 +-
.../confignode/persistence/pipe/PipeTaskInfo.java | 2 +-
.../impl/pipe/AbstractOperatePipeProcedureV2.java | 9 +-
.../impl/pipe/task/CreatePipeProcedureV2.java | 37 +-
.../impl/pipe/task/DropPipeProcedureV2.java | 9 +-
.../impl/pipe/task/StartPipeProcedureV2.java | 18 +-
.../impl/pipe/task/StopPipeProcedureV2.java | 17 +-
.../consensus/iot/IoTConsensusServerImpl.java | 7 +-
docs/UserGuide/Query-Data/Group-By.md | 1204 +++++++-------
docs/UserGuide/Query-Data/Overview.md | 2 +-
docs/zh/UserGuide/Query-Data/Group-By.md | 880 +++++------
.../iotdb/it/env/cluster/MppCommonConfig.java | 2 +-
.../db/it/groupby/IoTDBGroupByConditionIT.java | 44 +
.../iotdb/db/it/groupby/IoTDBGroupByCountIT.java | 44 +
.../db/it/groupby/IoTDBGroupByVariationIT.java | 23 +-
.../apache/iotdb/db/it/orderBy/IoTDBOrderByIT.java | 74 +-
.../it/schema/view/IoTDBCreateAndShowViewIT.java | 430 +++++
.../iotdb/db/it/view/IoTDBCreateAndShowViewIT.java | 294 ----
.../org/apache/iotdb/util/AbstractSchemaIT.java | 3 +-
.../org/apache/iotdb/pipe/api/PipeCollector.java | 7 +-
.../org/apache/iotdb/pipe/api/PipeConnector.java | 6 +-
.../org/apache/iotdb/pipe/api/PipeProcessor.java | 6 +-
.../api/customizer/PipeRuntimeConfiguration.java | 28 -
.../iotdb/pipe/api/customizer/PipeStrategy.java | 28 -
.../PipeCollectorRuntimeConfiguration.java | 30 -
.../PipeCollectorRuntimeConfiguration.java | 8 +-
.../PipeConnectorRuntimeConfiguration.java | 8 +-
.../PipeProcessorRuntimeConfiguration.java | 8 +-
.../configuration/PipeRuntimeConfiguration.java | 8 +-
.../configuration/PipeRuntimeEnvironment.java | 8 +-
.../PipeConnectorRuntimeConfiguration.java | 84 -
.../connector/parallel/ParallelStrategy.java | 24 -
.../retry/EqualRetryIntervalStrategy.java | 63 -
.../retry/ExponentialRetryIntervalStrategy.java | 70 -
.../customizer/connector/retry/RetryStrategy.java | 34 -
.../customizer/connector/reuse/ReuseStrategy.java | 24 -
.../{ => parameter}/PipeParameterValidator.java | 2 +-
.../customizer/{ => parameter}/PipeParameters.java | 6 +-
.../PipeProcessorRuntimeConfiguration.java | 35 -
iotdb-client/client-py/iotdb/Session.py | 20 +-
.../client-py/iotdb/sqlalchemy/IoTDBSQLCompiler.py | 56 +-
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 1 +
.../metrics/metricsets/cpu/CpuUsageMetrics.java | 37 +-
.../resources/conf/iotdb-common.properties | 4 +
.../consensus/index/impl/RecoverProgressIndex.java | 6 +
.../pipe/plugin/builtin/BuiltinPipePlugin.java | 4 +-
.../plugin/builtin/collector/IoTDBCollector.java | 6 +-
.../builtin/connector/DoNothingConnector.java | 6 +-
...tConnector.java => IoTDBSyncConnectorV1_1.java} | 16 +-
.../builtin/connector/IoTDBThriftConnector.java | 6 +-
.../builtin/processor/DoNothingProcessor.java | 6 +-
.../commons/pipe/task/meta/PipeStaticMeta.java | 2 +-
pom.xml | 21 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 37 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 137 +-
.../execute/task/CrossSpaceCompactionTask.java | 20 +-
.../execute/task/InnerSpaceCompactionTask.java | 17 +-
.../estimator/AbstractCompactionEstimator.java | 6 +-
.../ReadPointCrossCompactionEstimator.java | 42 +-
.../impl/RewriteCrossSpaceCompactionSelector.java | 14 +-
.../utils/CrossSpaceCompactionCandidate.java | 63 +-
.../db/engine/storagegroup/TsFileProcessor.java | 15 +-
.../db/engine/storagegroup/TsFileResource.java | 13 +-
...xception.java => DuplicateInsertException.java} | 15 +-
...xception.java => UnsupportedViewException.java} | 19 +-
....java => ViewContainsAggregationException.java} | 14 +-
.../metadata/mnode/mem/info/LogicalViewInfo.java | 10 +-
.../iotdb/db/metadata/view/ViewPathType.java | 8 +-
.../apache/iotdb/db/metadata/view/ViewPaths.java | 26 +
.../execution/executor/RegionWriteExecutor.java | 28 +
.../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java | 83 +-
.../iotdb/db/mpp/plan/analyze/SelectIntoUtils.java | 7 +
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 99 +-
.../db/mpp/plan/planner/LogicalPlanVisitor.java | 3 +-
.../node/metedata/write/AlterTimeSeriesNode.java | 33 +-
.../plan/statement/crud/InsertBaseStatement.java | 27 +
.../crud/InsertMultiTabletsStatement.java | 31 +
.../crud/InsertRowsOfOneDeviceStatement.java | 1 +
.../plan/statement/crud/InsertRowsStatement.java | 31 +
.../db/mpp/plan/statement/crud/QueryStatement.java | 24 +-
.../metadata/AlterTimeSeriesStatement.java | 10 +
.../metadata/view/AlterLogicalViewStatement.java | 11 +
.../metadata/view/CreateLogicalViewStatement.java | 51 +-
.../db/pipe/agent/plugin/PipePluginAgent.java | 8 +-
.../db/pipe/agent/runtime/PipeRuntimeAgent.java | 12 +-
.../SimpleConsensusProgressIndexAssigner.java | 5 +-
.../iotdb/db/pipe/agent/task/PipeTaskAgent.java | 96 +-
.../pipe/collector/IoTDBDataRegionCollector.java | 68 +-
.../PipeHistoricalDataRegionTsFileCollector.java | 99 +-
.../realtime/PipeRealtimeDataRegionCollector.java | 26 +-
.../PipeRealtimeDataRegionFakeCollector.java | 12 +-
.../PipeRealtimeDataRegionHybridCollector.java | 8 +-
.../PipeRealtimeDataRegionLogCollector.java | 7 +-
.../PipeRealtimeDataRegionTsFileCollector.java | 7 +-
.../{ => constant}/PipeCollectorConstant.java | 4 +-
.../{ => constant}/PipeConnectorConstant.java | 7 +-
.../{ => constant}/PipeProcessorConstant.java | 2 +-
.../configuraion/PipeTaskRuntimeConfiguration.java | 42 +
.../env/PipeTaskCollectorRuntimeEnvironment.java | 27 +-
.../plugin/env/PipeTaskRuntimeEnvironment.java | 24 +-
.../lagacy/IoTDBSyncConnectorImplV1_1.java | 268 ++++
.../pipe/connector/v1/IoTDBThriftConnectorV1.java | 33 +-
.../apache/iotdb/db/pipe/event/EnrichedEvent.java | 2 +-
.../event/common/row/PipeBinaryTransformer.java | 22 +-
.../iotdb/db/pipe/event/common/row/PipeRow.java | 10 +-
.../db/pipe/event/common/row/PipeRowCollector.java | 10 +-
.../tablet/PipeInsertNodeTabletInsertionEvent.java | 12 +
.../common/tablet/PipeRawTabletInsertionEvent.java | 2 +-
.../common/tsfile/PipeTsFileInsertionEvent.java | 23 +-
.../tsfile/TsFileInsertionDataContainer.java | 49 +-
.../tsfile/TsFileInsertionDataTabletIterator.java | 10 +-
.../db/pipe/processor/PipeDoNothingProcessor.java | 19 +-
.../pipe/resource/wal/PipeWALResourceManager.java | 5 +-
.../apache/iotdb/db/pipe/task/PipeTaskBuilder.java | 17 +-
.../db/pipe/task/stage/PipeTaskCollectorStage.java | 89 +-
.../db/pipe/task/stage/PipeTaskConnectorStage.java | 10 +-
.../db/pipe/task/stage/PipeTaskProcessorStage.java | 69 +-
.../task/subtask/PipeConnectorSubtaskManager.java | 43 +-
.../db/service/metrics/DataNodeMetricsHelper.java | 1 +
.../impl/DataNodeInternalRPCServiceImpl.java | 9 +-
.../file/UnsealedTsFileRecoverPerformer.java | 2 +-
.../engine/compaction/CompactionSchedulerTest.java | 5 +
.../compaction/CompactionTaskManagerTest.java | 2 +-
.../FastNonAlignedCrossCompactionTest.java | 145 ++
.../cross/CrossSpaceCompactionSelectorTest.java | 1648 ++++++++++++++++++++
.../db/engine/compaction/cross/MergeTest.java | 1 +
.../cross/RewriteCompactionFileSelectorTest.java | 47 +-
.../inner/InnerSpaceCompactionSelectorTest.java | 626 ++++++++
.../db/engine/settle/SettleRequestHandlerTest.java | 1 -
.../db/engine/storagegroup/DataRegionTest.java | 27 +
.../collector/CachedSchemaPatternMatcherTest.java | 31 +-
.../db/pipe/collector/PipeRealtimeCollectTest.java | 38 +-
.../event/TsFileInsertionDataContainerTest.java | 169 +-
138 files changed, 6026 insertions(+), 2628 deletions(-)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/schema/view/IoTDBCreateAndShowViewIT.java
delete mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/view/IoTDBCreateAndShowViewIT.java
delete mode 100644
iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/PipeRuntimeConfiguration.java
delete mode 100644
iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/PipeStrategy.java
delete mode 100644
iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/collector/PipeCollectorRuntimeConfiguration.java
copy
confignode/src/main/java/org/apache/iotdb/confignode/procedure/state/RemoveConfigNodeState.java
=>
iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/configuration/PipeCollectorRuntimeConfiguration.java
(84%)
copy
confignode/src/main/java/org/apache/iotdb/confignode/procedure/state/RemoveConfigNodeState.java
=>
iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/configuration/PipeConnectorRuntimeConfiguration.java
(84%)
copy
confignode/src/main/java/org/apache/iotdb/confignode/procedure/state/RemoveConfigNodeState.java
=>
iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/configuration/PipeProcessorRuntimeConfiguration.java
(84%)
copy
node-commons/src/main/java/org/apache/iotdb/commons/schema/tree/ITreeNode.java
=>
iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/configuration/PipeRuntimeConfiguration.java
(84%)
copy
node-commons/src/main/java/org/apache/iotdb/commons/schema/tree/ITreeNode.java
=>
iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/configuration/PipeRuntimeEnvironment.java
(84%)
delete mode 100644
iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/connector/PipeConnectorRuntimeConfiguration.java
delete mode 100644
iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/connector/parallel/ParallelStrategy.java
delete mode 100644
iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/connector/retry/EqualRetryIntervalStrategy.java
delete mode 100644
iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/connector/retry/ExponentialRetryIntervalStrategy.java
delete mode 100644
iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/connector/retry/RetryStrategy.java
delete mode 100644
iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/connector/reuse/ReuseStrategy.java
rename iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/{
=> parameter}/PipeParameterValidator.java (98%)
rename iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/{
=> parameter}/PipeParameters.java (94%)
delete mode 100644
iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/processor/PipeProcessorRuntimeConfiguration.java
copy
node-commons/src/main/java/org/apache/iotdb/commons/pipe/plugin/builtin/connector/{IoTDBThriftConnector.java
=> IoTDBSyncConnectorV1_1.java} (81%)
copy
server/src/main/java/org/apache/iotdb/db/exception/metadata/{SeriesOverflowException.java
=> DuplicateInsertException.java} (68%)
copy
server/src/main/java/org/apache/iotdb/db/exception/metadata/view/{InsertNonWritableViewException.java
=> UnsupportedViewException.java} (61%)
copy
server/src/main/java/org/apache/iotdb/db/exception/metadata/view/{InsertNonWritableViewException.java
=> ViewContainsAggregationException.java} (66%)
rename server/src/main/java/org/apache/iotdb/db/pipe/config/{ =>
constant}/PipeCollectorConstant.java (94%)
rename server/src/main/java/org/apache/iotdb/db/pipe/config/{ =>
constant}/PipeConnectorConstant.java (76%)
rename server/src/main/java/org/apache/iotdb/db/pipe/config/{ =>
constant}/PipeProcessorConstant.java (95%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/config/plugin/configuraion/PipeTaskRuntimeConfiguration.java
copy
confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/trigger/TransferringTriggersResp.java
=>
server/src/main/java/org/apache/iotdb/db/pipe/config/plugin/env/PipeTaskCollectorRuntimeEnvironment.java
(57%)
copy
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/NonOpenTransport.java
=>
server/src/main/java/org/apache/iotdb/db/pipe/config/plugin/env/PipeTaskRuntimeEnvironment.java
(61%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/connector/lagacy/IoTDBSyncConnectorImplV1_1.java
copy
node-commons/src/main/java/org/apache/iotdb/commons/udf/utils/UDFBinaryTransformer.java
=>
server/src/main/java/org/apache/iotdb/db/pipe/event/common/row/PipeBinaryTransformer.java
(65%)
create mode 100644
server/src/test/java/org/apache/iotdb/db/engine/compaction/inner/InnerSpaceCompactionSelectorTest.java
