This is an automated email from the ASF dual-hosted git repository.
caogaofei pushed a change to branch last_cache
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 6479ad912d3 fix it
new 621239cf590 add maxPeekMemory
new b4223729970 tmp
add 6fcc15a3473 Pipe/Subscription: avoid executing
`rollbackFromValidateTask` or `rollbackFromValidate` multiple times in retry
with rollback scenarios (#13825)
add b3f2a965036 Pipe: Fix the problem that the table model ChunkData is
not registered with TableSchema (#13896)
add 7a963e924d5 Support some admin commands in table model
add 630597e502a Subscription: improve subscription meta management with
sub-procedures strong exception handling semantics (#13698)
add e7aa0380d39 Fixed the NPE of schema region database for
GeneralRegionAttributeSecurityService
add a85b0891a46 [region migration] Retry WRITE_PROCESS_REJECT status code
#13921
add db62bf92cea Call getDeviceIdList / getAttributeColumnNameList /
getAttributeValueList only once to reduce unnecessary cost & Added log for
table fetch update (#13922)
add ccc44e2e8e8 Subscription: implement subscription event optimistic
transmission strategy to reduce peak memory usage (#13763)
add 54c29aaabdc Pipe: Fix the receiver fails to automatically create a
table when receiving InsertRowsNode (#13935)
add cef2ebb7774 Fixed the bug that tables with executing procedures can be
fetched & Delete database cannot detect table procedures
add a4065454b45 Fix the case that there is nonexist measurement in having
clause
new 32ddc7eff50 Merge branch 'master' into last_cache
new dfb11e131a7 change cache method
The 4 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../db/it/alignbydevice/IoTDBAlignByDeviceIT.java | 45 ++++
.../org/apache/iotdb/db/it/utils/TestUtils.java | 43 +++
.../it/query/recent/IoTDBNullIdQueryIT.java | 40 +++
.../iotdb/rpc/subscription/config/TopicConfig.java | 7 +-
.../payload/poll/SubscriptionPollResponse.java | 20 +-
.../iotdb/confignode/manager/ProcedureManager.java | 14 +-
.../subscription/SubscriptionMetaSyncer.java | 38 +--
.../persistence/subscription/SubscriptionInfo.java | 15 +-
.../impl/pipe/AbstractOperatePipeProcedureV2.java | 18 +-
.../impl/pipe/runtime/PipeMetaSyncProcedure.java | 3 +-
.../AbstractOperateSubscriptionProcedure.java | 42 ++-
.../consumer/AlterConsumerGroupProcedure.java | 60 ++---
.../runtime/ConsumerGroupMetaSyncProcedure.java | 6 +-
.../subscription/CreateSubscriptionProcedure.java | 260 +++++++-----------
.../subscription/DropSubscriptionProcedure.java | 147 ++--------
.../subscription/topic/AlterTopicProcedure.java | 44 ++-
.../subscription/topic/CreateTopicProcedure.java | 33 ++-
.../subscription/topic/DropTopicProcedure.java | 5 +-
.../topic/runtime/TopicMetaSyncProcedure.java | 6 +-
.../CreateSubscriptionProcedureTest.java | 9 -
.../DropSubscriptionProcedureTest.java | 8 -
.../protocol/thrift/IoTDBDataNodeReceiver.java | 7 +-
.../common/header/ColumnHeaderConstant.java | 21 +-
.../common/header/DatasetHeaderFactory.java | 14 +-
.../execution/fragment/DataNodeQueryContext.java | 4 +-
.../TableAggregationTableScanOperator.java | 5 +-
.../iotdb/db/queryengine/plan/Coordinator.java | 16 +-
.../queryengine/plan/analyze/AnalyzeVisitor.java | 9 +-
.../plan/analyze/ExpressionAnalyzer.java | 13 +
.../execution/config/TableConfigTaskVisitor.java | 65 ++++-
.../config/executor/ClusterConfigTaskExecutor.java | 42 +++
.../config/executor/IConfigTaskExecutor.java | 12 +
.../ShowCurrentDatabaseTask.java} | 41 ++-
.../ShowCurrentSqlDialectTask.java} | 35 ++-
.../ShowCurrentTimestampTask.java} | 20 +-
.../ShowCurrentUserTask.java} | 36 ++-
.../ShowVersionTask.java} | 27 +-
.../memory/StatementMemorySourceVisitor.java | 21 +-
.../visitor/ColumnTransformerVisitor.java | 15 +-
...itor.java => ExistUnknownTypeInExpression.java} | 25 +-
.../ConcatDeviceAndBindSchemaForHavingVisitor.java | 77 ++++++
.../plan/planner/OperatorTreeGenerator.java | 6 +-
.../fetcher/TableDeviceSchemaValidator.java | 62 +++--
.../plan/relational/sql/ast/AstVisitor.java | 28 ++
.../plan/relational/sql/ast/InsertRows.java | 9 +-
.../ast/{ShowFunctions.java => ShowClusterId.java} | 29 +-
...ShowFunctions.java => ShowCurrentDatabase.java} | 29 +-
...owFunctions.java => ShowCurrentSqlDialect.java} | 29 +-
...howFunctions.java => ShowCurrentTimestamp.java} | 29 +-
.../{ShowFunctions.java => ShowCurrentUser.java} | 29 +-
.../ast/{ShowFunctions.java => ShowVariables.java} | 29 +-
.../ast/{ShowFunctions.java => ShowVersion.java} | 29 +-
.../plan/relational/sql/parser/AstBuilder.java | 45 +++-
.../plan/relational/sql/util/SqlFormatter.java | 49 ++++
.../plan/statement/pipe/PipeEnrichedStatement.java | 8 +-
.../GeneralRegionAttributeSecurityService.java | 4 +-
.../db/schemaengine/table/DataNodeTableCache.java | 10 +-
.../db/storageengine/load/LoadTsFileManager.java | 23 +-
.../agent/SubscriptionBrokerAgent.java | 78 +++---
.../agent/SubscriptionConsumerAgent.java | 27 +-
.../db/subscription/broker/SubscriptionBroker.java | 32 ++-
.../broker/SubscriptionPrefetchingQueue.java | 21 +-
.../broker/SubscriptionPrefetchingTabletQueue.java | 7 +-
.../broker/SubscriptionPrefetchingTsFileQueue.java | 6 +-
.../db/subscription/event/SubscriptionEvent.java | 298 +++++----------------
.../event/batch/SubscriptionPipeEventBatch.java | 84 +++++-
.../batch/SubscriptionPipeTabletEventBatch.java | 157 ++++-------
.../batch/SubscriptionPipeTsFileEventBatch.java | 81 +++---
.../cache/CachedSubscriptionPollResponse.java | 83 ++++++
.../SubscriptionPollResponseCache.java} | 43 +--
.../event/pipe/SubscriptionPipeEmptyEvent.java | 7 -
.../event/pipe/SubscriptionPipeEvents.java | 7 -
.../pipe/SubscriptionPipeTabletBatchEvents.java | 7 -
.../pipe/SubscriptionPipeTsFileBatchEvents.java | 14 +-
.../pipe/SubscriptionPipeTsFilePlainEvent.java | 7 -
.../SubscriptionEventExtendableResponse.java | 151 +++++++++++
.../event/response/SubscriptionEventResponse.java} | 45 ++--
.../response/SubscriptionEventSingleResponse.java | 122 +++++++++
.../response/SubscriptionEventTabletResponse.java | 162 +++++++++++
.../response/SubscriptionEventTsFileResponse.java | 170 ++++++++++++
.../receiver/SubscriptionReceiverV1.java | 2 +-
.../db/subscription/SubscriptionStatesTest.java | 5 -
.../apache/iotdb/commons/conf/CommonConfig.java | 22 ++
.../iotdb/commons/conf/CommonDescriptor.java | 12 +
.../subscription/config/SubscriptionConfig.java | 18 +-
.../meta/consumer/ConsumerGroupMeta.java | 4 +
.../meta/consumer/ConsumerGroupMetaKeeper.java | 25 ++
.../commons/subscription/meta/topic/TopicMeta.java | 19 +-
.../apache/iotdb/commons/utils/StatusUtils.java | 1 +
.../db/relational/grammar/sql/RelationalSql.g4 | 25 +-
90 files changed, 2301 insertions(+), 1256 deletions(-)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/{metadata/ShowClusterIdTask.java
=> session/ShowCurrentDatabaseTask.java} (63%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/{metadata/ShowClusterIdTask.java
=> session/ShowCurrentSqlDialectTask.java} (66%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/{metadata/CreateFunctionTask.java
=> session/ShowCurrentTimestampTask.java} (62%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/{metadata/ShowClusterIdTask.java
=> session/ShowCurrentUserTask.java} (67%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/{sys/pipe/StartPipeTask.java
=> session/ShowVersionTask.java} (62%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/expression/visitor/{CollectSourceExpressionsVisitor.java
=> ExistUnknownTypeInExpression.java} (76%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/expression/visitor/cartesian/ConcatDeviceAndBindSchemaForHavingVisitor.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/{ShowFunctions.java
=> ShowClusterId.java} (80%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/{ShowFunctions.java
=> ShowCurrentDatabase.java} (79%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/{ShowFunctions.java
=> ShowCurrentSqlDialect.java} (79%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/{ShowFunctions.java
=> ShowCurrentTimestamp.java} (79%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/{ShowFunctions.java
=> ShowCurrentUser.java} (80%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/{ShowFunctions.java
=> ShowVariables.java} (80%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/{ShowFunctions.java
=> ShowVersion.java} (81%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/subscription/event/cache/CachedSubscriptionPollResponse.java
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/subscription/event/{SubscriptionEventBinaryCache.java
=> cache/SubscriptionPollResponseCache.java} (78%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/subscription/event/response/SubscriptionEventExtendableResponse.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/{pipe/processor/twostage/state/CountState.java
=> subscription/event/response/SubscriptionEventResponse.java} (55%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/subscription/event/response/SubscriptionEventSingleResponse.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/subscription/event/response/SubscriptionEventTabletResponse.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/subscription/event/response/SubscriptionEventTsFileResponse.java
