This is an automated email from the ASF dual-hosted git repository.
jackietien pushed a change to branch ty/TableModelGrammar
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 9aac8228947 add ExtractCommonPredicatesExpressionRewriter
add cff2ff15304 Pipe: Fixed the NPE when an emit is triggered by a generic
event in aggregate processor (#12298)
add e8d11ce91b8 Pipe IT: Configured the connection timeout ms parameter to
avoid premature timeout of pipe creation in ITs (#12295)
add 0492b6a9a83 Pipe: Fix receiver can not delete dir on thread exit if
files in dir are not loaded successfully (#12302)
add 917fd4e9b0c Pipe: Added output.measurements and output.database format
check in AggregateProcessor (#12300)
add 688d5e02f3c docs: proofread the readme file (#12296)
add 08b3772a798 Pipe: check metric service before marking pipe metrics to
avoid useless warn logs (#12303)
add eee72fbf3aa [IOTDB-6301] wait leader ready in single replica (#12234)
add e1066549218 fix delete dead lock.
add cbc7ba56b19 Load: support load tsfile with data in partition whose id
is negative (#12307)
add 75b5fa607b4 Subscription: intro node-urls and endpoints syncer for
consumer high availablity (#12275)
add dddedf06260 Fix potential NPE when concurrently aborting a Query
add 40993a2b5b8 Pipe: decrease reference count for untransferred events in
batch when closing & fix parsing alter pipe name (#12305)
add ecdb0566d8d Storage Engine: Fixed inaccurate compression ratio when
writing duplicate data (#12297)
add 80ff23ff5d7 Pipe: Fixed the bug that config receivers may not be
one-to-one match with the sender clients (#12280)
add 503776b3c88 delay estimate memory of InnerSpaceCompactionTask (#12314)
add 78315b3fb45 Pipe: Added get-jar-with-dependencies packaging option for
pipe-opc-ua-sink-example (#12317)
add a4d60b2ae97 Bump tar from 6.1.13 to 6.2.1 in
/iotdb-connector/grafana-plugin (#12319)
add 1c83bc0d5a3 Do not set read only in compaction module (#12311)
add d28417bac6d Subscription: fix parsing topic name with back quote when
using JAVA SDK client (#12322)
add 381948b52f5 Bump org.apache.zeppelin:zeppelin-interpreter from 0.10.1
to 0.11.1 (#12324)
add 3f3b4f78185 feature add health_check (#12325)
add f52d752bf84 Region migration related work (#12293)
add 199342da8df Pipe: clear event reference count instead of decreasing
when closing to improve idempotence & add creation time for committer key to
avoid outdated commit & detect re-increasing reference count to avoid NPE
(#12315)
add 9c9a70e14cd Implement DataNodeSchemaLockManager for distributed
concurrency control
add 44b263e2a93 Fix bug change the hasnext impl of session data set
new 4e6364f03ef merge master
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
README.md | 62 +-
example/pipe-opc-ua-sink/pom.xml | 34 ++
.../apache/iotdb/SubscriptionSessionExample.java | 18 +-
.../it/env/cluster/config/MppConfigNodeConfig.java | 6 +
.../iotdb/it/env/cluster/env/AbstractEnv.java | 29 +-
.../it/env/cluster/node/AbstractNodeWrapper.java | 5 +
.../env/remote/config/RemoteConfigNodeConfig.java | 6 +
.../apache/iotdb/itbase/env/BaseNodeWrapper.java | 2 +
.../apache/iotdb/itbase/env/ConfigNodeConfig.java | 2 +
...IoTDBRegionMigrateDataNodeCrashITFramework.java | 22 +-
.../IoTDBRegionMigrateReliabilityITFramework.java | 412 +++++++++----
.../it/regionmigration/KillPointContext.java | 27 +-
.../pass/IoTDBRegionMigrateClusterCrashIT.java | 68 +++
.../pass/IoTDBRegionMigrateConfigNodeCrashIT.java | 92 ++-
.../pass/IoTDBRegionMigrateNormalIT.java | 8 +-
.../pass/IoTDBRegionMigrateOtherIT.java | 9 +-
...ateCoordinatorCrashWhenRemoveRemotePeerIT.java} | 24 +-
.../IoTDBRegionMigrateDataNodeCrashIT.java | 59 +-
...MigrateOriginalCrashWhenDeleteLocalPeerIT.java} | 19 +-
...igrateOriginalCrashWhenRemoveRemotePeerIT.java} | 19 +-
.../pipe/it/autocreate/AbstractPipeDualAutoIT.java | 4 +
.../pipe/it/autocreate/IoTDBPipeClusterIT.java | 75 ++-
.../pipe/it/autocreate/IoTDBPipeIdempotentIT.java | 4 +
.../pipe/it/autocreate/IoTDBPipeProcessorIT.java | 4 +
.../pipe/it/autocreate/IoTDBPipeProtocolIT.java | 12 +
.../pipe/it/manual/AbstractPipeDualManualIT.java | 4 +
.../pipe/it/manual/IoTDBPipeMetaHistoricalIT.java | 4 +
.../it/manual/IoTDBPipeMetaLeaderChangeIT.java | 4 +
.../iotdb/pipe/it/single/AbstractPipeSingleIT.java | 2 +
.../iotdb/session/it/IoTDBSessionSimpleIT.java | 1 +
.../it/dual/AbstractSubscriptionDualIT.java | 4 +
.../it/dual/IoTDBSubscriptionTopicIT.java | 157 ++++-
.../it/local/IoTDBSubscriptionBasicIT.java | 12 +-
.../it/local/IoTDBSubscriptionIdempotentIT.java | 22 +-
.../it/local/IoTDBSubscriptionRestartIT.java | 298 +++++++++-
.../org/apache/iotdb/isession/SessionDataSet.java | 6 +-
.../apache/iotdb/rpc/TElasticFramedTransport.java | 3 +-
.../rpc/subscription/config/ConsumerConstant.java | 17 +-
.../exception}/SubscriptionException.java | 2 +-
.../SubscriptionParameterNotValidException.java} | 18 +-
.../SubscriptionPollTimeOutException.java | 16 +-
.../subscription/ConsumerHeartbeatWorker.java | 26 +-
.../subscription/PullConsumerAutoCommitWorker.java | 10 +-
.../session/subscription/SubscriptionConsumer.java | 383 ++++++++++--
.../subscription/SubscriptionEndpointsSyncer.java | 131 +++++
.../session/subscription/SubscriptionProvider.java | 48 +-
.../subscription/SubscriptionPullConsumer.java | 99 +++-
.../subscription/SubscriptionPushConsumer.java | 2 +-
.../session/subscription/SubscriptionSession.java | 20 +-
.../SubscriptionSessionConnection.java | 16 -
.../session/subscription/model/Subscription.java | 6 +-
.../iotdb/session/subscription/model/Topic.java | 4 +-
iotdb-connector/grafana-plugin/yarn.lock | 16 +-
.../client/async/AsyncDataNodeClientPool.java | 7 +
.../client/async/handlers/AsyncClientHandler.java | 1 +
.../statemachine/ConfigRegionStateMachine.java | 3 +
.../iotdb/confignode/manager/ConfigManager.java | 11 +
.../apache/iotdb/confignode/manager/IManager.java | 7 +
.../iotdb/confignode/manager/ProcedureManager.java | 9 +-
.../receiver/IoTDBConfigNodeReceiverAgent.java | 21 +
.../pipe/execution/PipeConfigNodeSubtask.java | 9 +-
.../receiver/protocol/IoTDBConfigNodeReceiver.java | 36 +-
.../persistence/subscription/SubscriptionInfo.java | 2 +-
.../iotdb/confignode/procedure/Procedure.java | 15 -
.../procedure/env/RegionMaintainHandler.java | 85 +--
.../procedure/impl/StateMachineProcedure.java | 18 +
.../impl/region/AddRegionPeerProcedure.java | 91 ++-
.../impl/region/RemoveRegionPeerProcedure.java | 23 +-
.../AbstractOperateSubscriptionProcedure.java | 2 +-
.../consumer/AlterConsumerGroupProcedure.java | 2 +-
.../runtime/ConsumerGroupMetaSyncProcedure.java | 2 +-
.../subscription/CreateSubscriptionProcedure.java | 2 +-
.../subscription/DropSubscriptionProcedure.java | 2 +-
.../subscription/topic/AlterTopicProcedure.java | 2 +-
.../subscription/topic/CreateTopicProcedure.java | 2 +-
.../subscription/topic/DropTopicProcedure.java | 2 +-
.../topic/runtime/TopicMetaSyncProcedure.java | 2 +-
.../testonly/CreateManyDatabasesProcedure.java | 10 +-
.../thrift/ConfigNodeRPCServiceProcessor.java | 8 +-
iotdb-core/consensus/pom.xml | 4 +
.../org/apache/iotdb/consensus/IConsensus.java | 19 +
.../consensus/exception/ConsensusException.java | 4 +
.../apache/iotdb/consensus/iot/IoTConsensus.java | 91 ++-
.../consensus/iot/IoTConsensusServerImpl.java | 130 +++--
.../service/IoTConsensusRPCServiceProcessor.java | 8 +-
.../iotdb/consensus/ratis/RatisConsensus.java | 42 +-
.../iotdb/consensus/simple/SimpleConsensus.java | 11 +
.../apache/iotdb/consensus/iot/ReplicateTest.java | 21 +
.../apache/iotdb/consensus/iot/StabilityTest.java | 12 +-
.../iotdb/consensus/ratis/RatisConsensusTest.java | 26 +-
.../dataregion/DataRegionStateMachine.java | 15 +-
.../db/exception/PartitionViolationException.java | 6 +-
...IoTDBThriftSyncPipeTransferBatchReqBuilder.java | 2 +-
.../builder/PipeTransferBatchReqBuilder.java | 49 +-
.../async/IoTDBDataRegionAsyncConnector.java | 26 +
.../PipeTransferTabletBatchEventHandler.java | 12 +-
.../PipeTransferTabletInsertionEventHandler.java | 5 -
.../PipeTransferTsFileInsertionEventHandler.java | 2 -
.../common/tablet/PipeRawTabletInsertionEvent.java | 4 +-
.../iotdb/db/pipe/metric/PipeConnectorMetrics.java | 46 +-
.../iotdb/db/pipe/metric/PipeExtractorMetrics.java | 49 +-
.../iotdb/db/pipe/metric/PipeProcessorMetrics.java | 46 +-
.../processor/aggregate/AggregateProcessor.java | 60 +-
.../protocol/thrift/IoTDBDataNodeReceiver.java | 60 +-
.../thrift/IoTDBDataNodeReceiverAgent.java | 18 +
.../db/pipe/resource/memory/PipeMemoryBlock.java | 7 +-
.../resource/tsfile/PipeTsFileResourceManager.java | 1 -
.../pipe/task/connection/PipeEventCollector.java | 8 +-
.../db/pipe/task/stage/PipeTaskConnectorStage.java | 3 +-
.../db/pipe/task/stage/PipeTaskProcessorStage.java | 2 +-
.../subtask/connector/PipeConnectorSubtask.java | 6 +-
.../connector/PipeConnectorSubtaskManager.java | 10 +-
.../subtask/processor/PipeProcessorSubtask.java | 5 +-
.../iotdb/db/protocol/client/ConfigNodeClient.java | 7 +
.../impl/DataNodeInternalRPCServiceImpl.java | 17 +-
.../db/queryengine/common/MPPQueryContext.java | 17 +-
.../execution/exchange/sink/ShuffleSinkHandle.java | 4 +-
.../exchange/source/LocalSourceHandle.java | 9 -
.../queryengine/execution/memory/MemoryPool.java | 14 +-
.../iotdb/db/queryengine/plan/Coordinator.java | 13 +-
.../queryengine/plan/analyze/AnalyzeVisitor.java | 35 +-
.../analyze/cache/schema/DataNodeSchemaCache.java | 47 +-
.../analyze/cache/schema/SchemaCacheEntry.java | 8 +
.../cache/schema/TimeSeriesSchemaCache.java | 32 +
.../cache/schema/dualkeycache/IDualKeyCache.java | 9 +
.../schema/dualkeycache/impl/DualKeyCacheImpl.java | 59 ++
.../schema/lastcache/DataNodeLastCacheManager.java | 7 +
.../schema/lastcache/ILastCacheContainer.java | 5 +-
.../cache/schema/lastcache/LastCacheContainer.java | 7 +
.../analyze/lock/DataNodeSchemaLockManager.java | 59 ++
.../plan/analyze/lock/SchemaLockType.java | 51 ++
.../plan/analyze/schema/ClusterSchemaFetcher.java | 14 +-
.../config/executor/ClusterConfigTaskExecutor.java | 20 +-
.../config/executor/IConfigTaskExecutor.java | 4 +-
.../db/queryengine/plan/parser/ASTVisitor.java | 2 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 69 +--
.../iotdb/db/service/RegionMigrateService.java | 7 +-
.../db/storageengine/dataregion/DataRegion.java | 44 +-
.../exception/CompactionExceptionHandler.java | 15 +-
.../execute/recover/CompactionRecoverTask.java | 18 +-
.../execute/task/AbstractCompactionTask.java | 10 +-
.../execute/task/InnerSpaceCompactionTask.java | 2 +-
.../compaction/schedule/CompactionScheduler.java | 6 -
.../compaction/schedule/CompactionTaskQueue.java | 52 +-
.../impl/RewriteCrossSpaceCompactionSelector.java | 2 +-
.../memtable/AlignedWritableMemChunk.java | 5 +-
.../dataregion/snapshot/SnapshotLoader.java | 6 -
.../storageengine/dataregion/tsfile/TsFileID.java | 18 +-
.../tsfile/timeindex/DeviceTimeIndex.java | 64 +-
.../dataregion/tsfile/timeindex/FileTimeIndex.java | 22 +-
.../dataregion/tsfile/timeindex/ITimeIndex.java | 2 -
.../agent/SubscriptionAgentLauncher.java | 2 +-
.../agent/SubscriptionConsumerAgent.java | 2 +-
.../receiver/SubscriptionReceiverV1.java | 7 +-
.../task/stage/SubscriptionTaskConnectorStage.java | 2 +-
.../SubscriptionConnectorSubtaskManager.java | 12 +-
.../cache/dualkeycache/DualKeyCacheTest.java | 114 ++++
.../inner/InnerSpaceCompactionExceptionTest.java | 5 +-
.../src/assembly/resources/sbin/health_check.bat | 641 +++++++++++++++++++++
.../src/assembly/resources/sbin/health_check.sh | 388 +++++++++++++
.../iotdb/commons/pipe/event/EnrichedEvent.java | 24 +-
.../pipe/progress/PipeEventCommitManager.java | 26 +-
.../commons/pipe/progress/PipeEventCommitter.java | 15 +-
.../commons/pipe/receiver/IoTDBFileReceiver.java | 263 ++++++---
.../commons/pipe/receiver/IoTDBReceiverAgent.java | 46 +-
.../task/subtask/PipeAbstractConnectorSubtask.java | 2 +-
.../pipe/task/subtask/PipeReportableSubtask.java | 2 +-
.../commons/pipe/task/subtask/PipeSubtask.java | 18 +-
.../meta/consumer/ConsumerGroupMeta.java | 2 +-
... => IoTConsensusDeleteLocalPeerKillPoints.java} | 5 +-
...a => IoTConsensusInactivatePeerKillPoints.java} | 5 +-
...TConsensusRemovePeerCoordinatorKillPoints.java} | 2 +-
...{NeverTriggeredKillPoint.java => KillNode.java} | 8 +-
.../consumer/ConsumerGroupDeSerTest.java | 2 +-
.../src/main/thrift/confignode.thrift | 8 +-
.../src/main/thrift/iotconsensus.thrift | 1 +
pom.xml | 2 +-
177 files changed, 4748 insertions(+), 1175 deletions(-)
copy
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/consensus/request/TestOnlyPlan.java
=>
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/IoTDBRegionMigrateDataNodeCrashITFramework.java
(66%)
copy
iotdb-core/relational-parser/src/main/java/org/apache/iotdb/db/relational/sql/tree/SetOperation.java
=>
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/KillPointContext.java
(64%)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/IoTDBRegionMigrateClusterCrashIT.java
rename
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/{notpass/datanodecrash/CoordinatorRemoveRemotePeerCrashIT.java
=>
pass/datanodecrash/IoTDBRegionMigrateCoordinatorCrashWhenRemoveRemotePeerIT.java}
(64%)
rename
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/{notpass
=> pass}/datanodecrash/IoTDBRegionMigrateDataNodeCrashIT.java (58%)
copy
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/{IoTDBRegionMigrateNormalIT.java
=> datanodecrash/IoTDBRegionMigrateOriginalCrashWhenDeleteLocalPeerIT.java}
(65%)
copy
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/{IoTDBRegionMigrateNormalIT.java
=> datanodecrash/IoTDBRegionMigrateOriginalCrashWhenRemoveRemotePeerIT.java}
(64%)
rename
{iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/exception/subscription
=>
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/exception}/SubscriptionException.java
(96%)
rename
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/{SubscriptionException.java
=> exception/SubscriptionParameterNotValidException.java} (59%)
rename
{iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/exception/subscription
=>
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/exception}/SubscriptionPollTimeOutException.java
(69%)
create mode 100644
iotdb-client/session/src/main/java/org/apache/iotdb/session/subscription/SubscriptionEndpointsSyncer.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/analyze/lock/DataNodeSchemaLockManager.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/analyze/lock/SchemaLockType.java
create mode 100644
iotdb-core/node-commons/src/assembly/resources/sbin/health_check.bat
create mode 100644
iotdb-core/node-commons/src/assembly/resources/sbin/health_check.sh
copy
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/utils/KillPoint/{NeverTriggeredKillPoint.java
=> IoTConsensusDeleteLocalPeerKillPoints.java} (91%)
copy
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/utils/KillPoint/{NeverTriggeredKillPoint.java
=> IoTConsensusInactivatePeerKillPoints.java} (90%)
rename
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/utils/KillPoint/{IoTConsensusRemovePeerKillPoints.java
=> IoTConsensusRemovePeerCoordinatorKillPoints.java} (94%)
copy
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/utils/KillPoint/{NeverTriggeredKillPoint.java
=> KillNode.java} (87%)
