This is an automated email from the ASF dual-hosted git repository.
jackietien pushed a change to branch FIDig
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 3ecb5b3379 Fix Schema query memory don't free bug
add 5b3d89f362 [IOTDB-5709] [IOTDB-5658] [IoTDB ML] Implement
MLNodeInternalService on DataNode (#9398)
add 79f7507a09 [IOTDB-5080] [IoTDB ML] Support model management SQL on
DataNode (#9429)
add d7bda4a7ef Update markdown table format and benchmark link address
(#9520)
add c596df709d Update benchmark link (#9519)
add 831b96516e [IOTDB-5091] add space quota (#9506)
add 2752fb0e7e [ISSUE-9508] Fix the bug of UDF Median and Percentile
add 8208e783d0 Make DeviceId as KeyWords
add d2f66d0f42 [IOTDB-5736] remove old syntax of the string function
substring and beginPosition must be greater than 0
add 44f046c972 [IOTDB-5755] Fix the problem that token DURATION_INTERVAL
can not be used in Identifier (#9521)
add b398cbd4d5 [IOTDB-5707] Rename CreateTimeseriesOfSchemaTemplate to
CreateTimeseriesUsingSchemaTemplate (#9489)
add 6d30aa2022 Fix a memory free bug and delete useless O(N^2) check in
DriverContext
new 19190cc600 resolve conflicts
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../org/apache/iotdb/db/qp/sql/IdentifierParser.g4 | 7 +
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 558 ++++++++++++---------
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 24 +
.../confignode/client/DataNodeRequestType.java | 5 +-
.../client/async/AsyncDataNodeClientPool.java | 7 +
.../heartbeat/DataNodeHeartbeatHandler.java | 20 +-
.../consensus/request/ConfigPhysicalPlan.java | 4 +
.../consensus/request/ConfigPhysicalPlanType.java | 5 +-
.../request/write/quota/SetSpaceQuotaPlan.java | 101 ++++
.../confignode/manager/ClusterQuotaManager.java | 222 ++++++++
.../iotdb/confignode/manager/ConfigManager.java | 38 +-
.../apache/iotdb/confignode/manager/IManager.java | 11 +
.../iotdb/confignode/manager/node/NodeManager.java | 16 +-
.../manager/partition/PartitionManager.java | 9 +
.../iotdb/confignode/persistence/ModelInfo.java | 14 +-
.../persistence/executor/ConfigPlanExecutor.java | 12 +-
.../partition/DatabasePartitionTable.java | 20 +
.../persistence/partition/PartitionInfo.java | 17 +
.../confignode/persistence/quota/QuotaInfo.java | 162 ++++++
.../procedure/impl/model/CreateModelProcedure.java | 2 +-
.../procedure/impl/model/DropModelProcedure.java | 27 +-
.../procedure/state/model/DropModelState.java | 1 -
.../procedure/store/ProcedureFactory.java | 16 +-
.../thrift/ConfigNodeRPCServiceProcessor.java | 17 +
.../request/ConfigPhysicalPlanSerDeTest.java | 16 +
.../confignode/persistence/QuotaInfoTest.java | 82 +++
docs/UserGuide/API/Programming-Java-Native-API.md | 93 ++--
.../Ecosystem-Integration/Spark-TsFile.md | 2 +-
docs/UserGuide/IoTDB-Introduction/Publication.md | 2 +-
docs/UserGuide/Operate-Metadata/Template.md | 6 +-
docs/UserGuide/Reference/Keywords.md | 1 +
.../UserGuide/API/Programming-Java-Native-API.md | 83 ++-
.../Ecosystem-Integration/Spark-TsFile.md | 24 +-
.../zh/UserGuide/IoTDB-Introduction/Publication.md | 2 +-
docs/zh/UserGuide/Operate-Metadata/Template.md | 6 +-
docs/zh/UserGuide/Reference/Keywords.md | 1 +
.../db/it/IoTDBSyntaxConventionIdentifierIT.java | 20 +-
.../scalar/IoTDBSubStringFunctionIT.java | 82 +--
.../IoTDBSpecialWordsIT.java} | 41 +-
.../session/it/IoTDBSessionSchemaTemplateIT.java | 6 +-
.../java/org/apache/iotdb/isession/ISession.java | 2 +-
.../apache/iotdb/isession/pool/ISessionPool.java | 2 +-
.../iotdb/library/dprofile/util/GKArray.java | 17 +-
mlnode/iotdb/mlnode/service.py | 2 +-
.../iotdb/commons/concurrent/ThreadName.java | 1 +
.../apache/iotdb/commons/conf/CommonConfig.java | 11 +
.../iotdb/commons/conf/CommonDescriptor.java | 3 +
.../apache/iotdb/commons/conf/IoTDBConstant.java | 4 +
.../apache/iotdb/commons/enums/SpaceQuotaType.java | 11 +-
.../iotdb/commons/model/ModelHyperparameter.java | 10 +
.../iotdb/commons/model/ModelInformation.java | 89 +++-
.../iotdb/commons/model/TrailInformation.java | 7 +-
.../apache/iotdb/commons/service/ServiceType.java | 3 +-
.../commons/utils/BasicStructureSerDeUtil.java | 16 +
.../schemaregion/rocksdb/RSchemaRegion.java | 10 +
.../metadata/tagSchemaRegion/TagSchemaRegion.java | 10 +
.../apache/iotdb/db/client/ConfigNodeClient.java | 108 +++-
.../org/apache/iotdb/db/client/MLNodeClient.java | 18 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 32 ++
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 17 +
.../org/apache/iotdb/db/engine/StorageEngine.java | 10 +
.../iotdb/db/engine/storagegroup/DataRegion.java | 45 ++
.../ExceedQuotaException.java} | 8 +-
.../db/metadata/mtree/MTreeBelowSGMemoryImpl.java | 18 +-
.../db/metadata/schemaregion/ISchemaRegion.java | 5 +
.../db/metadata/schemaregion/SchemaEngine.java | 30 ++
.../schemaregion/SchemaRegionMemoryImpl.java | 45 ++
.../schemaregion/SchemaRegionSchemaFileImpl.java | 45 ++
.../db/mpp/common/header/ColumnHeaderConstant.java | 37 ++
.../db/mpp/common/header/DatasetHeaderFactory.java | 12 +
.../execution/exchange/MPPDataExchangeManager.java | 45 +-
.../apache/iotdb/db/mpp/plan/analyze/Analyzer.java | 16 +-
.../plan/execution/config/ConfigTaskVisitor.java | 46 ++
.../config/executor/ClusterConfigTaskExecutor.java | 178 +++++++
.../config/executor/IConfigTaskExecutor.java | 18 +
.../CreateModelTask.java} | 15 +-
.../model/DropModelTask.java} | 13 +-
.../ShowModelsTask.java} | 79 ++-
.../ShowTrailsTask.java} | 58 ++-
.../quota/SetSpaceQuotaTask.java} | 14 +-
.../config/sys/quota/ShowSpaceQuotaTask.java | 130 +++++
.../builtin/helper/SubStringFunctionHelper.java | 35 +-
.../ConcatExpressionWithSuffixPathsVisitor.java | 3 +-
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 202 ++++++--
.../db/mpp/plan/parser/StatementGenerator.java | 71 +++
.../iotdb/db/mpp/plan/statement/StatementType.java | 3 +
.../db/mpp/plan/statement/StatementVisitor.java | 31 ++
.../metadata/model/CreateModelStatement.java | 107 ++++
.../model/DropModelStatement.java} | 29 +-
.../ShowModelsStatement.java} | 15 +-
.../model/ShowTrailsStatement.java} | 29 +-
.../quota/SetSpaceQuotaStatement.java} | 79 +--
.../ShowSpaceQuotaStatement.java} | 26 +-
.../apache/iotdb/db/quotas/DataNodeSizeStore.java | 60 +++
.../iotdb/db/quotas/DataNodeSpaceQuotaManager.java | 153 ++++++
.../java/org/apache/iotdb/db/service/DataNode.java | 4 +
...ternalRPCService.java => MLNodeRPCService.java} | 48 +-
...taNodeMBean.java => MLNodeRPCServiceMBean.java} | 3 +-
...ler.java => MLNodeRPCServiceThriftHandler.java} | 35 +-
.../service/thrift/impl/ClientRPCServiceImpl.java | 4 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 40 +-
...dler.java => IMLNodeRPCServiceWithHandler.java} | 7 +-
.../service/thrift/impl/MLNodeRPCServiceImpl.java | 206 ++++++++
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 5 +-
.../java/org/apache/iotdb/session/Session.java | 8 +-
.../apache/iotdb/session/SessionConnection.java | 9 +-
.../org/apache/iotdb/session/pool/SessionPool.java | 4 +-
thrift-commons/src/main/thrift/common.thrift | 18 +-
.../src/main/thrift/confignode.thrift | 19 +
thrift/src/main/thrift/client.thrift | 4 +-
thrift/src/main/thrift/datanode.thrift | 84 ++--
111 files changed, 3450 insertions(+), 913 deletions(-)
create mode 100644
confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/quota/SetSpaceQuotaPlan.java
create mode 100644
confignode/src/main/java/org/apache/iotdb/confignode/manager/ClusterQuotaManager.java
create mode 100644
confignode/src/main/java/org/apache/iotdb/confignode/persistence/quota/QuotaInfo.java
create mode 100644
confignode/src/test/java/org/apache/iotdb/confignode/persistence/QuotaInfoTest.java
copy
integration-test/src/test/java/org/apache/iotdb/db/it/{aligned/IoTDBInsertAlignedValues4IT.java
=> specialwords/IoTDBSpecialWordsIT.java} (63%)
copy
server/src/main/java/org/apache/iotdb/db/utils/datastructure/TVListSortAlgorithm.java
=>
node-commons/src/main/java/org/apache/iotdb/commons/enums/SpaceQuotaType.java
(87%)
copy
server/src/main/java/org/apache/iotdb/db/exception/{metadata/cache/MNodeNotPinnedException.java
=> quota/ExceedQuotaException.java} (81%)
copy
server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/metadata/{DropTriggerTask.java
=> model/CreateModelTask.java} (73%)
copy
server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/{sys/MergeTask.java
=> metadata/model/DropModelTask.java} (76%)
copy
server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/metadata/{ShowTriggersTask.java
=> model/ShowModelsTask.java} (52%)
copy
server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/metadata/{ShowDataNodesTask.java
=> model/ShowTrailsTask.java} (57%)
copy
server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/{metadata/CreateTriggerTask.java
=> sys/quota/SetSpaceQuotaTask.java} (73%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/sys/quota/ShowSpaceQuotaTask.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/metadata/model/CreateModelStatement.java
copy
server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/{sys/KillQueryStatement.java
=> metadata/model/DropModelStatement.java} (76%)
copy
server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/metadata/{ShowFunctionsStatement.java
=> model/ShowModelsStatement.java} (79%)
copy
server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/{sys/KillQueryStatement.java
=> metadata/model/ShowTrailsStatement.java} (74%)
copy
server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/{metadata/DeleteDatabaseStatement.java
=> sys/quota/SetSpaceQuotaStatement.java} (56%)
copy
server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/sys/{pipe/StopPipeStatement.java
=> quota/ShowSpaceQuotaStatement.java} (72%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/quotas/DataNodeSizeStore.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/quotas/DataNodeSpaceQuotaManager.java
copy
server/src/main/java/org/apache/iotdb/db/service/{DataNodeInternalRPCService.java
=> MLNodeRPCService.java} (61%)
copy server/src/main/java/org/apache/iotdb/db/service/{DataNodeMBean.java =>
MLNodeRPCServiceMBean.java} (95%)
copy
server/src/main/java/org/apache/iotdb/db/service/thrift/handler/{RPCServiceThriftHandler.java
=> MLNodeRPCServiceThriftHandler.java} (62%)
copy
server/src/main/java/org/apache/iotdb/db/service/thrift/impl/{IClientRPCServiceWithHandler.java
=> IMLNodeRPCServiceWithHandler.java} (83%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/service/thrift/impl/MLNodeRPCServiceImpl.java
