This is an automated email from the ASF dual-hosted git repository.
jackietien pushed a change to branch IOTDB-4619
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 58289d6d0a require statementId from sessionId
add e18af3de47 update construct method of pendingBatch. (#7548)
add f33130b9fc [IOTDB-4653] add time precision units when setting TTL
(#7639)
add dbef84905a [IOTDB-4649] Fix the problem that constants which have same
valueString but different types can not be distinguished. (#7619)
add 08b6c1514b [IOTDB-4636] Add check to avoid flush empty chunk group
(#7635)
add 2cb85a9286 [IOTDB-4636] Fix IndexOutOfBoundsException when compacting
aligned series (#7638)
add aac98fec73 [IOTDB-3656] mpp load supports modification (#7354)
add 5b91cecdeb [IOTDB-4680] fix error msg "%s" in load statement (#7645)
add a078e88daa [IOTDB-4256] Implement analyzer for SELECT INTO statement
(#7588)
add 79bfe4d123 [IOTDB-3462] Update ratis version to 2.4.0 (#7651)
add 1b71c37754 [IOTDB-4647] Fix CSV import error when import header name
with type (#7636)
add 993782d2de [IOTDB-4679] Make MPPDataExchangeService use
internal_address instead of rpc_address (#7648)
add a639c09875 Added changes and user docs to rpc sqls (#7633)
add 40779e48ad [IOTDB-4381] Implement Trigger fire process (#7355)
add 84aa99226a [IOTDB-4683] Fix REJECT_THERSHOLD init error in SystemInfo
(#7649)
add 75d853837c [IOTDB-4250][IOTDB-4628] Support multiple pipes and update
drop semantics (#7581)
add 127263dd3b [IOTDB-4627]Trigger transfer (#7643)
add f2ffb494a2 Perfect add/remove confignode process (#7656)
add 80dca5c7bb [IOTDB-4688] use streaming md5 computing to replace
blocking md5
add b20f49525e [IOTDB-4689] Use seperate channel for heartbeat /
appendEntries
add 88903b3189 Make default timeout parameter in SessionIT from 1s to 60s
(#7647)
add fd8ced4f07 [IOTDB-4690] Add new configs for RatisConsensus (2.4.0)
add 723ecb42cf [IOTDB-4534] Add IT for Trigger Execution (#7657)
add 40571eb259 [IOTDB-4698]Implement interface of
getLocationOfStatefulTrigger (#7663)
add d0d2ec30a8 Disable StandaloneMppIT (#7667)
new 9ee5295fe6 resolve conflicts
new c8f61e87a0 Add IT for CQ Management and Execute & change into syntax
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/standalone-it-for-mpp.yml | 22 +-
.gitignore | 1 +
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 20 +-
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 1 +
.../main/java/org/apache/iotdb/tool/ImportCsv.java | 20 +-
.../resources/conf/iotdb-confignode.properties | 13 +-
.../confignode/client/DataNodeRequestType.java | 1 +
.../client/async/AsyncDataNodeClientPool.java | 7 +
.../client/async/handlers/AsyncClientHandler.java | 1 +
.../iotdb/confignode/conf/ConfigNodeConfig.java | 50 ++
.../confignode/conf/ConfigNodeDescriptor.java | 32 +-
.../confignode/conf/ConfigNodeRemoveCheck.java | 4 +-
.../confignode/conf/SystemPropertiesUtils.java | 2 +-
.../consensus/request/ConfigPhysicalPlan.java | 25 +-
.../consensus/request/ConfigPhysicalPlanType.java | 7 +-
.../{GetRoutingPlan.java => GetRegionIdPlan.java} | 10 +-
...ePlan.java => GetTransferringTriggersPlan.java} | 8 +-
...rTablePlan.java => GetTriggerLocationPlan.java} | 30 +-
.../request/read/GetTriggerTablePlan.java | 22 +-
.../sync/DropPipePlan.java} | 28 +-
.../write/trigger/UpdateTriggerLocationPlan.java | 76 +++
.../trigger/UpdateTriggersOnTransferNodesPlan.java | 75 +++
.../{GetRoutingResp.java => GetRegionIdResp.java} | 10 +-
.../response/TransferringTriggersResp.java | 26 +-
...etRoutingResp.java => TriggerLocationResp.java} | 30 +-
.../iotdb/confignode/manager/ConfigManager.java | 61 ++-
.../iotdb/confignode/manager/ConsensusManager.java | 12 +-
.../apache/iotdb/confignode/manager/IManager.java | 13 +-
.../iotdb/confignode/manager/SyncManager.java | 8 +-
.../iotdb/confignode/manager/TriggerManager.java | 105 ++++-
.../iotdb/confignode/manager/load/LoadManager.java | 6 +-
.../manager/load/balancer/RouteBalancer.java | 6 +-
.../manager/load/balancer/router/IRouter.java | 2 +-
.../load/balancer/router/LazyGreedyRouter.java | 2 +-
.../manager/load/balancer/router/LeaderRouter.java | 2 +-
.../balancer/router/LoadScoreGreedyRouter.java | 2 +-
.../iotdb/confignode/manager/node/NodeManager.java | 43 +-
.../manager/partition/PartitionManager.java | 8 +-
.../iotdb/confignode/persistence/TriggerInfo.java | 67 ++-
.../persistence/executor/ConfigPlanExecutor.java | 27 +-
.../persistence/partition/PartitionInfo.java | 12 +-
.../partition/StorageGroupPartitionTable.java | 6 +-
.../persistence/sync/ClusterSyncInfo.java | 43 +-
.../confignode/procedure/ProcedureExecutor.java | 2 +-
.../procedure/env/ConfigNodeProcedureEnv.java | 3 -
.../procedure/impl/CreateTriggerProcedure.java | 5 +-
.../impl/sync/AbstractOperatePipeProcedure.java | 6 +-
.../procedure/impl/sync/CreatePipeProcedure.java | 3 +-
.../procedure/impl/sync/DropPipeProcedure.java | 12 +-
.../iotdb/confignode/service/ConfigNode.java | 7 +-
.../confignode/service/ConfigNodeCommandLine.java | 5 +-
.../thrift/ConfigNodeRPCServiceProcessor.java | 26 +-
.../request/ConfigPhysicalPlanSerDeTest.java | 98 +++-
.../load/balancer/router/LazyGreedyRouterTest.java | 8 +-
.../load/balancer/router/LeaderRouterTest.java | 6 +-
.../balancer/router/LoadScoreGreedyRouterTest.java | 2 +-
.../confignode1conf/iotdb-confignode.properties | 3 +-
.../confignode2conf/iotdb-confignode.properties | 3 +-
.../confignode3conf/iotdb-confignode.properties | 1 +
consensus/pom.xml | 2 +-
.../apache/iotdb/consensus/config/RatisConfig.java | 55 ++-
.../multileader/logdispatcher/LogDispatcher.java | 18 +-
.../multileader/logdispatcher/PendingBatch.java | 11 +-
.../ratis/FileInfoWithDelayedMd5Computing.java | 75 ---
.../iotdb/consensus/ratis/RatisConsensus.java | 7 +-
.../iotdb/consensus/ratis/SnapshotStorage.java | 2 +-
.../org/apache/iotdb/consensus/ratis/Utils.java | 8 +
.../multileader/logdispatcher/SyncStatusTest.java | 25 +-
.../apache/iotdb/consensus/ratis/SnapshotTest.java | 3 +
docs/UserGuide/Cluster/Cluster-Concept.md | 18 +-
docs/UserGuide/Cluster/Cluster-Setup.md | 12 +-
docs/UserGuide/Delete-Data/TTL.md | 16 +-
.../Maintenance-Tools/Maintenance-Command.md | 100 +++-
docs/UserGuide/Process-Data/Continuous-Query.md | 32 +-
docs/zh/UserGuide/Cluster/Cluster-Setup.md | 12 +-
docs/zh/UserGuide/Delete-Data/TTL.md | 18 +-
.../Maintenance-Tools/Maintenance-Command.md | 99 +++-
docs/zh/UserGuide/Process-Data/Continuous-Query.md | 18 +-
.../iotdb/trigger/ClusterAlertingExample.java | 8 +-
.../org/apache/iotdb/trigger/LoggerTrigger.java | 86 ++++
integration-test/import-control.xml | 2 +-
.../trigger/example/TriggerFireTimesCounter.java | 87 ++++
.../java/org/apache/iotdb/it/env/MppConfig.java | 11 +-
.../org/apache/iotdb/it/utils/TsFileGenerator.java | 232 +++++++++
.../org/apache/iotdb/itbase/env/BaseConfig.java | 8 +-
.../confignode/it/IoTDBClusterPartitionIT.java | 63 +--
.../confignode/it/IoTDBConfigNodeSnapshotIT.java | 4 +-
.../org/apache/iotdb/db/it/IOTDBLoadTsFileIT.java | 340 +++++---------
.../java/org/apache/iotdb/db/it/IoTDBFilterIT.java | 24 +-
.../org/apache/iotdb/db/it/cq/IoTDBCQExecIT.java | 459 ++++++++++++++++++
.../java/org/apache/iotdb/db/it/cq/IoTDBCQIT.java | 520 +++++++++++++++++++++
.../org/apache/iotdb/db/it/sync/IoTDBPipeIT.java | 69 ++-
.../apache/iotdb/db/it/sync/IoTDBPipeSinkIT.java | 7 +-
.../db/it/trigger/IoTDBTriggerExecutionIT.java | 265 +++++++++++
.../iotdb/session/it/IoTDBSessionInsertNulIT.java | 2 +-
.../IoTDBSessionInsertWithTriggerExecutionIT.java | 337 +++++++++++++
.../src/test/resources/TriggerFireTimesCounter.jar | Bin 0 -> 1324 bytes
...IoTDBLoadExternalTsFileWithTimePartitionIT.java | 329 -------------
.../apache/iotdb/commons/conf/IoTDBConstant.java | 5 +
...ception.java => PipeAlreadyExistException.java} | 12 +-
.../exception/sync/PipeNotExistException.java | 4 -
.../sync/PipeSinkAlreadyExistException.java} | 16 +-
...eption.java => PipeSinkBeingUsedException.java} | 12 +-
.../sync/PipeSinkNotExistException.java} | 16 +-
.../commons/executable/ExecutableManager.java | 11 +
.../commons/partition/DataPartitionTable.java | 4 +-
.../commons/partition/SchemaPartitionTable.java | 2 +-
.../commons/partition/SeriesPartitionTable.java | 2 +-
.../org/apache/iotdb/commons/path/PartialPath.java | 13 +
.../iotdb/commons/sync/metadata/SyncMetadata.java | 122 ++---
.../commons/sync/persistence/SyncLogReader.java | 31 +-
.../apache/iotdb/commons/sync/pipe/PipeStatus.java | 1 -
.../iotdb/commons/trigger/TriggerInformation.java | 15 +
.../apache/iotdb/commons/trigger/TriggerTable.java | 45 ++
.../commons/sync/metedata/SyncMetadataTest.java | 189 ++++++++
.../resources/conf/iotdb-datanode.properties | 24 +
.../apache/iotdb/db/client/ConfigNodeClient.java | 43 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 53 +++
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 17 +
.../db/consensus/DataRegionConsensusImpl.java | 10 +
.../db/consensus/SchemaRegionConsensusImpl.java | 10 +
.../impl/ReadChunkCompactionPerformer.java | 21 +-
.../iotdb/db/engine/flush/MemTableFlushTask.java | 10 +-
.../iotdb/db/engine/load/AlignedChunkData.java | 9 +-
.../org/apache/iotdb/db/engine/load/ChunkData.java | 14 +-
.../apache/iotdb/db/engine/load/DeletionData.java | 72 +++
.../iotdb/db/engine/load/LoadTsFileManager.java | 29 +-
.../iotdb/db/engine/load/NonAlignedChunkData.java | 1 +
.../load/{ChunkData.java => TsFileData.java} | 42 +-
.../iotdb/db/engine/storagegroup/DataRegion.java | 11 +-
.../db/engine/storagegroup/TsFileManager.java | 5 +-
.../db/engine/storagegroup/TsFileProcessor.java | 6 +-
.../storagegroup/timeindex/DeviceTimeIndex.java | 5 +-
.../db/mpp/common/header/ColumnHeaderConstant.java | 37 +-
.../db/mpp/common/header/DatasetHeaderFactory.java | 10 +-
.../execution/exchange/MPPDataExchangeService.java | 8 +-
.../execution/executor/RegionWriteExecutor.java | 36 +-
.../apache/iotdb/db/mpp/plan/analyze/Analysis.java | 29 ++
.../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java | 128 ++++-
.../iotdb/db/mpp/plan/analyze/SelectIntoUtils.java | 105 +++++
.../db/mpp/plan/execution/QueryExecution.java | 17 +-
.../plan/execution/config/ConfigTaskVisitor.java | 9 +-
.../config/executor/ClusterConfigTaskExecutor.java | 30 +-
.../config/executor/IConfigTaskExecutor.java | 4 +-
.../executor/StandaloneConfigTaskExecutor.java | 4 +-
.../{GetRegionTask.java => GetRegionIdTask.java} | 22 +-
.../mpp/plan/expression/leaf/ConstantOperand.java | 4 +-
.../plan/expression/leaf/TimeSeriesOperand.java | 9 +
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 111 ++++-
.../plan/node/load/LoadSingleTsFileNode.java | 69 ++-
.../planner/plan/node/load/LoadTsFileNode.java | 3 +
.../plan/node/load/LoadTsFilePieceNode.java | 35 +-
.../parameter/DeviceViewIntoPathDescriptor.java | 208 +++++++++
.../planner/plan/parameter/IntoPathDescriptor.java | 167 +++++++
.../plan/scheduler/load/LoadTsFileScheduler.java | 7 +
.../db/mpp/plan/statement/StatementVisitor.java | 6 +-
.../plan/statement/component/IntoComponent.java | 237 ++++++++++
.../db/mpp/plan/statement/component/IntoItem.java | 73 +++
.../plan/statement/crud/LoadTsFileStatement.java | 4 +-
.../db/mpp/plan/statement/crud/QueryStatement.java | 38 ++
...ionStatement.java => GetRegionIdStatement.java} | 6 +-
.../dag/input/ConstantInputReader.java | 3 +-
.../transformation/dag/util/TransformUtils.java | 3 +-
.../apache/iotdb/db/qp/sql/IoTDBSqlVisitor.java | 34 +-
.../org/apache/iotdb/db/rescon/SystemInfo.java | 7 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 4 -
.../impl/DataNodeInternalRPCServiceImpl.java | 52 +++
.../java/org/apache/iotdb/db/sync/SyncService.java | 170 ++++---
.../db/sync/common/ClusterSyncInfoFetcher.java | 7 +-
.../iotdb/db/sync/common/ISyncInfoFetcher.java | 4 +-
.../apache/iotdb/db/sync/common/LocalSyncInfo.java | 22 +-
.../iotdb/db/sync/common/LocalSyncInfoFetcher.java | 11 +-
.../org/apache/iotdb/db/sync/sender/pipe/Pipe.java | 7 +
.../iotdb/db/sync/sender/pipe/TsFilePipe.java | 49 +-
.../db/sync/transport/client/SenderManager.java | 2 +
.../iotdb/db/trigger/executor/TriggerExecutor.java | 41 +-
.../db/trigger/executor/TriggerFireResult.java | 57 +++
.../db/trigger/executor/TriggerFireVisitor.java | 423 +++++++++++++++++
.../trigger/service/TriggerManagementService.java | 85 ++++
.../apache/iotdb/db/utils/sync/SyncPipeUtil.java | 2 +-
.../ReadChunkCompactionPerformerAlignedTest.java | 79 ++++
.../db/engine/storagegroup/DataRegionTest.java | 40 ++
.../db/mpp/common/schematree/NodeRefTest.java | 47 ++
.../iotdb/db/mpp/plan/analyze/AnalyzeTest.java | 169 +++++++
.../manager => persistence}/LocalSyncInfoTest.java | 23 +-
.../recovery => persistence}/SyncLogTest.java | 36 +-
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 2 +
.../src/main/thrift/confignode.thrift | 71 ++-
thrift/src/main/thrift/datanode.thrift | 30 ++
.../tsfile/common/constant/TsFileConstant.java | 4 +
.../tsfile/write/chunk/AlignedChunkWriterImpl.java | 12 +
.../apache/iotdb/tsfile/write/record/Tablet.java | 341 +++++++++++++-
.../iotdb/tsfile/write/writer/TsFileIOWriter.java | 4 +
.../iotdb/tsfile/write/record/TabletTest.java | 65 +++
194 files changed, 7188 insertions(+), 1536 deletions(-)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/read/{GetRoutingPlan.java
=> GetRegionIdPlan.java} (94%)
copy
confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/read/{GetTriggerTablePlan.java
=> GetTransferringTriggersPlan.java} (83%)
copy
confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/read/{GetTriggerTablePlan.java
=> GetTriggerLocationPlan.java} (65%)
copy
confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/{read/GetTriggerTablePlan.java
=> write/sync/DropPipePlan.java} (66%)
create mode 100644
confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/trigger/UpdateTriggerLocationPlan.java
create mode 100644
confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/trigger/UpdateTriggersOnTransferNodesPlan.java
copy
confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/{GetRoutingResp.java
=> GetRegionIdResp.java} (83%)
copy
node-commons/src/main/java/org/apache/iotdb/commons/exception/sync/PipeNotExistException.java
=>
confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/TransferringTriggersResp.java
(57%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/{GetRoutingResp.java
=> TriggerLocationResp.java} (59%)
delete mode 100644
consensus/src/main/java/org/apache/iotdb/consensus/ratis/FileInfoWithDelayedMd5Computing.java
create mode 100644
example/trigger/src/main/java/org/apache/iotdb/trigger/LoggerTrigger.java
create mode 100644
integration-test/src/main/java/org/apache/iotdb/db/trigger/example/TriggerFireTimesCounter.java
create mode 100644
integration-test/src/main/java/org/apache/iotdb/it/utils/TsFileGenerator.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/cq/IoTDBCQExecIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/cq/IoTDBCQIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/trigger/IoTDBTriggerExecutionIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/session/it/IoTDBSessionInsertWithTriggerExecutionIT.java
create mode 100644
integration-test/src/test/resources/TriggerFireTimesCounter.jar
delete mode 100644
integration/src/test/java/org/apache/iotdb/db/integration/IoTDBLoadExternalTsFileWithTimePartitionIT.java
copy
node-commons/src/main/java/org/apache/iotdb/commons/exception/sync/{PipeNotExistException.java
=> PipeAlreadyExistException.java} (67%)
copy
node-commons/src/main/java/org/apache/iotdb/commons/{sync/pipe/PipeStatus.java
=> exception/sync/PipeSinkAlreadyExistException.java} (75%)
copy
node-commons/src/main/java/org/apache/iotdb/commons/exception/sync/{PipeNotExistException.java
=> PipeSinkBeingUsedException.java} (73%)
copy
node-commons/src/main/java/org/apache/iotdb/commons/{sync/pipe/PipeStatus.java
=> exception/sync/PipeSinkNotExistException.java} (76%)
create mode 100644
node-commons/src/test/java/org/apache/iotdb/commons/sync/metedata/SyncMetadataTest.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/engine/load/DeletionData.java
copy server/src/main/java/org/apache/iotdb/db/engine/load/{ChunkData.java =>
TsFileData.java} (53%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/plan/analyze/SelectIntoUtils.java
rename
server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/metadata/{GetRegionTask.java
=> GetRegionIdTask.java} (81%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/parameter/DeviceViewIntoPathDescriptor.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/parameter/IntoPathDescriptor.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/component/IntoComponent.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/component/IntoItem.java
rename
server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/metadata/{GetRegionStatement.java
=> GetRegionIdStatement.java} (94%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/trigger/executor/TriggerFireResult.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/trigger/executor/TriggerFireVisitor.java
create mode 100644
server/src/test/java/org/apache/iotdb/db/mpp/common/schematree/NodeRefTest.java
rename server/src/test/java/org/apache/iotdb/db/sync/{receiver/manager =>
persistence}/LocalSyncInfoTest.java (83%)
rename server/src/test/java/org/apache/iotdb/db/sync/{receiver/recovery =>
persistence}/SyncLogTest.java (83%)
create mode 100644
tsfile/src/test/java/org/apache/iotdb/tsfile/write/record/TabletTest.java
