This is an automated email from the ASF dual-hosted git repository.
hui pushed a change to branch lmh/addQueryIT
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 9b74d0ec39 fix review
add 810d7eb0d4 fix review
add e470f2a748 url (#6493)
add 0cba5e68d4 infer types for expressions in where clause (#6474)
add 25d442ad83 [IOTDB-3159] Granting the user privileges to create_user
does not require adding a path (#6485)
add c5dd57e66a Add cluster setup command in UserGuide (#6502)
add c0f46caae9 Add configuration (#6503)
add 7b9f1da03d Add 0.14.0-preview1 release note (#6505)
add 0df692b41e update quickstart (#6507)
add 2fcc203c0a fix cross compaction logs (#6504)
add 7909228dce [IOTDB-3666] Rename XXReq in ConfigNode to XXPlan (#6490)
add 811a267795 [IOTDB-3525] Apply Producer-Consumer pattern to compaction
submission (#6378)
add 209627e318 change test to force flush (#6510)
add 396a36dd45 [IOTDB-3692] Auto create sg configuration doesn't take
effect
add 2daf974568 [IOTDB-3372] Divide the Slots in the display results of
show regions into two columns: series slots and time slots (#6499)
add 9f2e48b9b1 add login interceptor (#6516)
add c42338157e Fix python client license check (#6521)
add 243a6da182 [IOTDB-3469] Support set TTL in new cluster (#6453)
add 62eeda76db Change rpc_address of ConfigNode to internal_address (#6506)
add 826a0e4818 [IOTDB-3509] Read/Write Routing Policy (Routing to leader)
(#6377)
add 1b5347dcd4 fix login check. (#6534)
add 71a43a524e [IOTDB-3648] Reinforce ConfigNode startup process (#6524)
add 897ed48ec9 [IOTDB-3247] Recover aligned sensors after deleting
timeseries, query lost data (#6468)
add 84402301d6 Merge remote-tracking branch 'origin/master' into
lmh/addQueryIT
add 69719fd8c8 fix review
No new revisions were added by this update.
Summary of changes:
RELEASE_NOTES.md | 132 ++++++++
.../resources/conf/iotdb-confignode.properties | 25 +-
.../assembly/resources/sbin/stop-confignode.bat | 6 +-
.../confignode/client/AsyncDataNodeClientPool.java | 10 +-
.../client/SyncConfigNodeClientPool.java | 31 +-
.../confignode/client/SyncDataNodeClientPool.java | 15 +
.../client/handlers/DataNodeHeartbeatHandler.java | 29 +-
.../iotdb/confignode/conf/ConfigNodeConfig.java | 59 ++--
.../iotdb/confignode/conf/ConfigNodeConstant.java | 8 -
.../confignode/conf/ConfigNodeDescriptor.java | 29 +-
.../confignode/conf/ConfigNodeRemoveCheck.java | 6 +-
.../confignode/conf/ConfigNodeStartupCheck.java | 322 +-----------------
.../confignode/conf/SystemPropertiesUtils.java | 270 +++++++++++++++
...{ConfigRequest.java => ConfigPhysicalPlan.java} | 134 ++++----
...equestType.java => ConfigPhysicalPlanType.java} | 2 +-
.../auth/{AuthorReq.java => AuthorPlan.java} | 60 ++--
...ageGroupReq.java => CountStorageGroupPlan.java} | 18 +-
...taNodeInfoReq.java => GetDataNodeInfoPlan.java} | 16 +-
...PartitionReq.java => GetDataPartitionPlan.java} | 16 +-
...tionReq.java => GetNodePathsPartitionPlan.java} | 12 +-
...nReq.java => GetOrCreateDataPartitionPlan.java} | 8 +-
...eq.java => GetOrCreateSchemaPartitionPlan.java} | 8 +-
...InfoListReq.java => GetRegionInfoListPlan.java} | 14 +-
...rtitionReq.java => GetSchemaPartitionPlan.java} | 16 +-
...orageGroupReq.java => GetStorageGroupPlan.java} | 12 +-
...Req.java => AdjustMaxRegionGroupCountPlan.java} | 14 +-
...ConfigNodeReq.java => ApplyConfigNodePlan.java} | 16 +-
...titionReq.java => CreateDataPartitionPlan.java} | 14 +-
...ateFunctionReq.java => CreateFunctionPlan.java} | 14 +-
...reateRegionsReq.java => CreateRegionsPlan.java} | 14 +-
...tionReq.java => CreateSchemaPartitionPlan.java} | 14 +-
...eProcedureReq.java => DeleteProcedurePlan.java} | 14 +-
...eleteRegionsReq.java => DeleteRegionsPlan.java} | 14 +-
...geGroupReq.java => DeleteStorageGroupPlan.java} | 16 +-
...{DropFunctionReq.java => DropFunctionPlan.java} | 14 +-
...roupReq.java => PreDeleteStorageGroupPlan.java} | 14 +-
...rDataNodeReq.java => RegisterDataNodePlan.java} | 16 +-
...onfigNodeReq.java => RemoveConfigNodePlan.java} | 16 +-
...rReq.java => SetDataReplicationFactorPlan.java} | 14 +-
...eq.java => SetSchemaReplicationFactorPlan.java} | 14 +-
...orageGroupReq.java => SetStorageGroupPlan.java} | 16 +-
.../write/{SetTTLReq.java => SetTTLPlan.java} | 16 +-
...lReq.java => SetTimePartitionIntervalPlan.java} | 14 +-
...eProcedureReq.java => UpdateProcedurePlan.java} | 14 +-
.../statemachine/PartitionRegionStateMachine.java | 30 +-
.../AddPeerException.java} | 10 +-
.../physical/UnknownPhysicalPlanTypeException.java | 4 +-
.../confignode/manager/ClusterSchemaManager.java | 59 ++--
.../iotdb/confignode/manager/ConfigManager.java | 147 +++++----
.../iotdb/confignode/manager/ConsensusManager.java | 98 +++---
.../apache/iotdb/confignode/manager/IManager.java | 58 ++--
.../iotdb/confignode/manager/NodeManager.java | 49 +--
.../iotdb/confignode/manager/PartitionManager.java | 46 +--
.../confignode/manager/PermissionManager.java | 24 +-
.../iotdb/confignode/manager/UDFManager.java | 8 +-
.../iotdb/confignode/manager/load/LoadManager.java | 61 +++-
.../manager/load/balancer/RegionBalancer.java | 14 +-
.../manager/load/balancer/RouteBalancer.java | 14 +-
.../manager/load/balancer/router/LeaderRouter.java | 94 ++++++
.../load/heartbeat/DataNodeHeartbeatCache.java | 2 +
.../load/heartbeat/IRegionGroupCache.java} | 21 +-
.../load/heartbeat/RegionGroupCache.java} | 29 +-
.../iotdb/confignode/persistence/AuthorInfo.java | 30 +-
.../confignode/persistence/ClusterSchemaInfo.java | 68 ++--
.../iotdb/confignode/persistence/NodeInfo.java | 75 ++---
.../confignode/persistence/ProcedureInfo.java | 12 +-
.../iotdb/confignode/persistence/UDFInfo.java | 8 +-
...equestExecutor.java => ConfigPlanExecutor.java} | 134 ++++----
.../persistence/partition/PartitionInfo.java | 86 ++---
.../persistence/partition/RegionGroup.java | 6 +-
.../partition/StorageGroupPartitionTable.java | 35 +-
.../procedure/env/ConfigNodeProcedureEnv.java | 51 ++-
.../procedure/impl/AddConfigNodeProcedure.java | 9 +-
.../impl/DeleteStorageGroupProcedure.java | 6 +-
.../procedure/state/AddConfigNodeState.java | 3 +-
.../procedure/store/ConfigProcedureStore.java | 16 +-
.../iotdb/confignode/service/ConfigNode.java | 181 +++++++---
.../confignode/service/ConfigNodeCommandLine.java | 3 +-
.../service/thrift/ConfigNodeRPCService.java | 4 +-
.../thrift/ConfigNodeRPCServiceProcessor.java | 103 +++---
.../iotdb/confignode/cli/TemporaryClientDemo.java | 76 -----
...eTest.java => ConfigPhysicalPlanSerDeTest.java} | 367 +++++++++++----------
.../confignode/persistence/AuthorInfoTest.java | 180 +++++-----
.../persistence/ClusterSchemaInfoTest.java | 10 +-
.../iotdb/confignode/persistence/NodeInfoTest.java | 14 +-
.../confignode/persistence/PartitionInfoTest.java | 52 +--
.../thrift/ConfigNodeRPCServiceProcessorTest.java | 26 +-
.../confignode1conf/iotdb-confignode.properties | 4 +-
.../confignode2conf/iotdb-confignode.properties | 4 +-
.../confignode3conf/iotdb-confignode.properties | 4 +-
.../iotdb/consensus/ratis/RatisConsensusTest.java | 1 +
docs/UserGuide/Cluster/Cluster-Setup.md | 69 +++-
.../Integration-Test-refactoring-tutorial.md | 3 +
.../Maintenance-Tools/Maintenance-Command.md | 94 ++++--
.../Reference/ConfigNode-Config-Manual.md | 18 +-
docs/UserGuide/Reference/DataNode-Config-Manual.md | 2 +-
docs/zh/UserGuide/Cluster/Cluster-Setup.md | 68 +++-
.../Integration-Test-refactoring-tutorial.md | 3 +
.../Maintenance-Tools/Maintenance-Command.md | 94 ++++--
.../Reference/ConfigNode-Config-Manual.md | 14 +-
.../UserGuide/Reference/DataNode-Config-Manual.md | 4 +-
.../iotdb/web/grafana/conf/MyConfiguration.java | 15 +-
.../web/grafana/interceptor/LoginInterceptor.java | 61 ++++
integration-test/checkstyle.xml | 2 +-
.../org/apache/iotdb/it/env/ConfigNodeWrapper.java | 18 +-
.../org/apache/iotdb/it/env/DataNodeWrapper.java | 12 +-
.../java/org/apache/iotdb/db/it/IoTDBAuthIT.java | 112 +++++++
.../org/apache/iotdb/db/it/query/IoTDBAliasIT.java | 26 +-
.../org/apache/iotdb/db/it/utils/TestUtils.java | 11 +-
.../apache/iotdb/integration/env/ClusterNode.java | 4 +-
.../integration/IoTDBSizeTieredCompactionIT.java | 22 +-
.../apache/iotdb/db/integration/IoTDBTtlIT.java | 3 +-
.../apache/iotdb/commons/conf/IoTDBConstant.java | 7 +
.../iotdb/commons/partition/SerializeTest.java | 101 ------
pom.xml | 1 +
.../resources/conf/iotdb-datanode.properties | 4 +-
.../apache/iotdb/db/client/ConfigNodeClient.java | 7 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 12 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 22 +-
.../db/consensus/DataRegionConsensusImpl.java | 3 +-
.../db/consensus/SchemaRegionConsensusImpl.java | 3 +-
.../apache/iotdb/db/engine/StorageEngineV2.java | 14 +
.../db/engine/compaction/CompactionScheduler.java | 6 +-
.../engine/compaction/CompactionTaskManager.java | 229 ++++++-------
.../db/engine/compaction/CompactionWorker.java | 117 +++++++
.../compaction/cross/CrossSpaceCompactionTask.java | 43 ++-
.../rewrite/CrossSpaceCompactionResource.java | 8 -
.../RewriteCrossSpaceCompactionSelector.java | 4 +-
.../compaction/inner/InnerSpaceCompactionTask.java | 84 +++--
.../compaction/performer/ICompactionPerformer.java | 3 +
.../impl/ReadChunkCompactionPerformer.java | 9 +-
.../impl/ReadPointCompactionPerformer.java | 9 +-
.../compaction/task/AbstractCompactionTask.java | 62 ++--
.../compaction/task/CompactionTaskSummary.java | 51 ++-
.../iotdb/db/engine/memtable/AbstractMemTable.java | 35 +-
.../engine/memtable/AlignedWritableMemChunk.java | 26 +-
.../iotdb/db/engine/storagegroup/DataRegion.java | 1 -
.../db/engine/storagegroup/TsFileManager.java | 14 +-
.../db/engine/storagegroup/TsFileResource.java | 3 -
.../iotdb/db/localconfignode/LocalConfigNode.java | 4 +
.../iotdb/db/mpp/common/header/HeaderConstant.java | 6 +-
.../apache/iotdb/db/mpp/plan/analyze/Analyzer.java | 2 +
.../db/mpp/plan/constant/DataNodeEndPoints.java | 4 +-
.../mpp/plan/execution/config/ShowRegionTask.java | 9 +-
.../config/executor/ClusterConfigTaskExecutor.java | 2 +-
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 28 +-
.../scheduler/FragmentInstanceDispatcherImpl.java | 2 +-
.../iotdb/db/query/control/SessionManager.java | 3 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 24 +-
.../java/org/apache/iotdb/db/service/NewIoTDB.java | 13 +-
.../org/apache/iotdb/db/service/RPCService.java | 6 +-
.../thrift/handler/RPCServiceThriftHandler.java | 7 +-
...SServiceImpl.java => ClientRPCServiceImpl.java} | 6 +-
.../thrift/impl/DataNodeRPCServiceImpl.java | 21 +-
...dler.java => IClientRPCServiceWithHandler.java} | 2 +-
.../db/service/thrift/impl/TSServiceImpl.java | 4 +-
.../engine/compaction/CompactionSchedulerTest.java | 95 +++---
.../compaction/CompactionTaskComparatorTest.java | 10 +-
.../compaction/CompactionTaskManagerTest.java | 115 ++-----
.../ReadPointCompactionPerformerTest.java | 137 ++++++--
.../cross/CrossSpaceCompactionExceptionTest.java | 27 +-
.../compaction/cross/CrossSpaceCompactionTest.java | 6 +-
.../RewriteCrossSpaceCompactionRecoverTest.java | 37 ++-
.../cross/RewriteCrossSpaceCompactionTest.java | 8 +-
.../inner/InnerCompactionEmptyTsFileTest.java | 6 +-
.../compaction/inner/InnerCompactionLogTest.java | 1 -
.../inner/InnerCompactionMoreDataTest.java | 5 +-
.../inner/InnerCompactionSchedulerTest.java | 4 -
.../compaction/inner/InnerSeqCompactionTest.java | 17 +-
.../inner/InnerSpaceCompactionExceptionTest.java | 30 +-
.../compaction/inner/InnerUnseqCompactionTest.java | 10 +-
.../ReadChunkCompactionPerformerAlignedTest.java | 30 +-
.../ReadChunkCompactionPerformerNoAlignedTest.java | 47 ++-
.../inner/ReadChunkCompactionPerformerOldTest.java | 7 +-
.../SizeTieredCompactionRecoverTest.java | 70 ++--
.../SizeTieredCompactionRecoverCompatibleTest.java | 18 +-
.../recover/SizeTieredCompactionRecoverTest.java | 38 ++-
.../db/engine/storagegroup/DataRegionTest.java | 6 +-
.../storagegroup/StorageGroupProcessorTest.java | 6 +-
.../plan/scheduler/StandaloneSchedulerTest.java | 8 +-
.../iotdb/db/service/ClientRPCServiceImplTest.java | 8 +-
.../db/wal/recover/file/TsFilePlanRedoerTest.java | 303 +++++++++++++++++
site/src/main/.vuepress/config.js | 8 +-
thrift-commons/src/main/thrift/common.thrift | 12 +-
.../src/main/thrift/confignode.thrift | 10 +-
thrift/src/main/thrift/datanode.thrift | 6 +-
186 files changed, 4094 insertions(+), 2539 deletions(-)
create mode 100644
confignode/src/main/java/org/apache/iotdb/confignode/conf/SystemPropertiesUtils.java
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/{ConfigRequest.java
=> ConfigPhysicalPlan.java} (72%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/{ConfigRequestType.java
=> ConfigPhysicalPlanType.java} (97%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/auth/{AuthorReq.java
=> AuthorPlan.java} (77%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/read/{CountStorageGroupReq.java
=> CountStorageGroupPlan.java} (79%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/read/{GetDataNodeInfoReq.java
=> GetDataNodeInfoPlan.java} (78%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/read/{GetDataPartitionReq.java
=> GetDataPartitionPlan.java} (92%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/read/{GetNodePathsPartitionReq.java
=> GetNodePathsPartitionPlan.java} (84%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/read/{GetOrCreateSchemaPartitionReq.java
=> GetOrCreateDataPartitionPlan.java} (77%)
copy
confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/read/{GetOrCreateDataPartitionReq.java
=> GetOrCreateSchemaPartitionPlan.java} (77%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/read/{GetRegionInfoListReq.java
=> GetRegionInfoListPlan.java} (80%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/read/{GetSchemaPartitionReq.java
=> GetSchemaPartitionPlan.java} (88%)
copy
confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/read/{GetStorageGroupReq.java
=> GetStorageGroupPlan.java} (70%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/{AdjustMaxRegionGroupCountReq.java
=> AdjustMaxRegionGroupCountPlan.java} (85%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/{ApplyConfigNodeReq.java
=> ApplyConfigNodePlan.java} (80%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/{CreateDataPartitionReq.java
=> CreateDataPartitionPlan.java} (87%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/{CreateFunctionReq.java
=> CreateFunctionPlan.java} (83%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/{CreateRegionsReq.java
=> CreateRegionsPlan.java} (88%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/{CreateSchemaPartitionReq.java
=> CreateSchemaPartitionPlan.java} (87%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/{DeleteProcedureReq.java
=> DeleteProcedurePlan.java} (79%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/{DeleteRegionsReq.java
=> DeleteRegionsPlan.java} (88%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/{DeleteStorageGroupReq.java
=> DeleteStorageGroupPlan.java} (77%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/{DropFunctionReq.java
=> DropFunctionPlan.java} (79%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/{PreDeleteStorageGroupReq.java
=> PreDeleteStorageGroupPlan.java} (82%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/{RegisterDataNodeReq.java
=> RegisterDataNodePlan.java} (78%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/{RemoveConfigNodeReq.java
=> RemoveConfigNodePlan.java} (80%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/{SetDataReplicationFactorReq.java
=> SetDataReplicationFactorPlan.java} (81%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/{SetSchemaReplicationFactorReq.java
=> SetSchemaReplicationFactorPlan.java} (81%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/{SetStorageGroupReq.java
=> SetStorageGroupPlan.java} (79%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/{SetTTLReq.java
=> SetTTLPlan.java} (81%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/{SetTimePartitionIntervalReq.java
=> SetTimePartitionIntervalPlan.java} (81%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/{UpdateProcedureReq.java
=> UpdateProcedurePlan.java} (82%)
copy
confignode/src/main/java/org/apache/iotdb/confignode/{consensus/request/read/GetOrCreateDataPartitionReq.java
=> exception/AddPeerException.java} (71%)
create mode 100644
confignode/src/main/java/org/apache/iotdb/confignode/manager/load/balancer/router/LeaderRouter.java
rename
confignode/src/main/java/org/apache/iotdb/confignode/{consensus/request/read/GetOrCreateDataPartitionReq.java
=> manager/load/heartbeat/IRegionGroupCache.java} (66%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/{consensus/request/read/GetStorageGroupReq.java
=> manager/load/heartbeat/RegionGroupCache.java} (53%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/persistence/executor/{ConfigRequestExecutor.java
=> ConfigPlanExecutor.java} (81%)
delete mode 100644
confignode/src/test/java/org/apache/iotdb/confignode/cli/TemporaryClientDemo.java
rename
confignode/src/test/java/org/apache/iotdb/confignode/consensus/request/{ConfigRequestSerDeTest.java
=> ConfigPhysicalPlanSerDeTest.java} (60%)
create mode 100644
grafana-connector/src/main/java/org/apache/iotdb/web/grafana/interceptor/LoginInterceptor.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/IoTDBAuthIT.java
delete mode 100644
node-commons/src/test/java/org/apache/iotdb/commons/partition/SerializeTest.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/engine/compaction/CompactionWorker.java
rename
server/src/main/java/org/apache/iotdb/db/service/thrift/impl/{DataNodeTSServiceImpl.java
=> ClientRPCServiceImpl.java} (99%)
rename
server/src/main/java/org/apache/iotdb/db/service/thrift/impl/{TSIEventHandler.java
=> IClientRPCServiceWithHandler.java} (92%)
