This is an automated email from the ASF dual-hosted git repository.
caogaofei pushed a change to branch beyyes/dev/1.3
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from c71af66f03c fix api
add 5ef4ea1b937 Load: Convert TsFiles into Tablets when the target regions
are unavailable (#14626) (#14642)
add 79da22a7c96 Load: Consider isGeneratedByPipe mark when executing
tsfile-tablet conversion in analysis stage (#14651) (#14652)
add 1685031ab13 Pipe & Load: Retry when a file operation causes an
exception (#14598) (#14655)
add c9d7fe9bcbc Reduced the error log cause by batch activate template
when some devices are already activated (#14661) (#14665)
add 14d3528ae84 Use DataNodeDevicePathCache when insert by sql (#14666)
add ff13ec70640 Compaction task memory is incorrect when
compaction_max_aligned_series_num_in_one_batch <= 0 (#14603) (#14639)
add a8d21d8223d Modify the condition to skip compaction schdule after
insertion compaction task selection (#14644) (#14663)
add ac1dacb5c07 Pipe: report linked tsfile size & Subscription: decrease
reference count for other enriched events & add logging to observe possible
stuck situations (#14668) (#14671)
add adb9bd2e48e Clone value array when insert non aligned tablet with null
(#14643) (#14679)
add 37429ecce0b Implement mem control for schema snapshot parser (#14156)
(#14682)
add fbe70759892 Load: Add a new configuration to enable datatype
conversion when converting into Tablets & Refactor LoadAnalyzeException.
(#14646) (#14674)
add b24fb5b0bef Pipe: Fix NPE caused by forced type conversion and fix
IoTDBipipeTypeConversionISessionIT of table model (#14667) (#14670)
add 48a29c116ff Pipe: strict check for synonym pipe parameters to avoid
ambiguity (#14694) (#14700)
add fef75dcb1fb Subscription: fix method in tablet batch to support
multiple tsfile in the same batch (#14715) (#14716)
add 804998bdf82 [to dev/1.3] The time range of device in resource file may
be larger than the actual time range in tsfile (#14726)
add 0e34bb9f6bb [to dev/1.3] Extend Region & Remove Region & Reconstruct
Region (cp 14634) (#14720)
add abd3bbbebfd Pipe: Optimize receiver insertion statements' success
status judgment (#14672) (#14727)
add 11621442767 Pipe: Fix the incorrect use of iterators in Load File
(#14718) (#14728)
add 3c5b2e49878 Pipe: Fix HA issues caused by exceptions not handled in
handshake (IoTDBAirGapConnector / IoTDBSyncClientManager) (#14706) (#14730)
add b8fa0b6448f Refactor procedure framework (simplified
StateMachineProcedure, and some other things) (#14683) (#14741)
add ec84ae16bd5 Fix createView NPE issue when region migration #14746
(#14747)
add a1d37a4f4ff Adjust default wal_throttle_threshold_in_byte and
region_migration_speed_limit_bytes_per_second (#14653) (#14756)
add abc67edf76d [to dev/1.3] Extract "merge" method for SearchNode (#14757)
add ffb60b0b25a Fix region reconstruction IT (#14753) (#14758)
add 632026c8ecd [To dev/1.3] Let the DataPartitionTable be automatically
cleanable (#14737) (#14759)
add 1c1fa79dd32 [To dev/1.3][remove datanode] Add Remove DataNode SQL
#14761
add 99e4df44ab7 Region group status refactor (#14738) (#14760)
add 5581213a89e [To dev/1.3] Pipe / Load: Enable validation skip for load
tsFile (#14774) (#14776)
add 0657aff5a93 [To dev/1.3] Pipe: Introduce periodic verification for
username and password on receiver side (#14764) (#14790)
add 0eefb7f1615 [To dev/1.3] Fix null measurement name issue in
insertTablet (#14800)
add 051c0686925 [To Dev/1.3] [AINode] fix missing dependency in wheel file
add 0ddd7d704ac Bump net.minidev:json-smart from 2.5.0 to 2.5.2
add acd5d1a68cf Fixed the bug that internalCreate(Multi)TimeSeries may
write empty device when measurements are all trimmed (#14827) (#14829)
add 62c25934bc2 Check time precision for negative timestamps (#14828)
(#14832)
add 0097a85ef50 Enhance getLatestRegionRouteMap log for debugging #14830
(#14842)
add 2441b9f48a0 [To dev/1.3] Do not pritn host and port when failed to
connect through CLI (#14845)
add f5b729d0687 Pipe: incorporate batch data into
TsFileInsertionEventScanParser memory control & Subscription: close data
container in tsfile event & bind memory block for tablet response & generate
empty tablet as initial response & offer subsequent tablet response before ack
& expose prefetch and backdoor configs & best-effort disorder control (#14752)
(#14849)
add 84b2fd93b9f Pipe: avoid event accumulation in the stale sink pending
queue & promptly clean up closed processor subtasks & close parser when
releasing phantom reference of tsfile event (#14820) (#14835)
add b3593232fbb Pipe: Default parameters adjustment for pipe threads and
pipeStuckRestartMinIntervalMs (#14819) (#14838)
add 8ebfcb99883 Load: convert to insert tablet on region replica set
changes (#14717) (#14833)
add b49e617f2fa [To dev/1.3][remove confignode] Add Remove ConfigNode SQL
(#14854)
add 37c312d5c15 Delete remove-confignode.sh and remove-datanode.sh (#14855)
add c3515826f6d Metric: Add pipe linked tsfile size and count metric
(#14768) (#14852)
add fbd86ec34f9 Subscription: fix nack tablet response & periodically
report the state of prefetching queue & improve logs for subscription providers
(#14822) (#14836)
add 1b444270a75 Pipe: Fix the problem that the receiver constructs
InsertStatement causing the MeasurementShcema to not be correctly set to null
(NPE) (#14831) (#14858)
add 946fcbc2d3b Pipe: adjust default pipeRealTimeQueuePollHistoryThreshold
to reduce retransmission upon frequent rebooting (#14860)
add 34fcaff6b72 Remove JDBC sensitive information output (#14857) (#14863)
add 32ca7ade147 Pipe: Introduce timely flush options & Execute flush after
pipe watchdog restarts & Log degrade reasons for debugging (#14865) (#14869)
add 75f35ff7f26 Pipe: Implement force forwarding feature where the Pipe
sender can force the receiver to forward the received event (#14847) (#14875)
add 30baecbaa43 [To dev/1.3] Fix reload4j vulnerability issue (#14877)
add ee503f3cc5a Add SSL support to Python client (#14864)
add 6a004b22ed8 Pipe: Fixed the DataNode startup failure caused by Pipe
plugin loading (#14816) (#14881)
add 21cee67f806 [To dev/1.3][remove datanode] Delete the SQL of removing
multiple datanodes at the same time (#14879)
add f0fa1fd801a Subscription: fix consumer infinite pulling event & fully
managed tsfile parsing process & increase the reference count for subscribed
parsed raw tablet event & disrupt parsing requests through the introduction of
randomness & disable prefetch by default (#14856) (#14886)
add 120ad4ce0e5 Pipe: bind memory block for PipeTransferTsFileHandler and
PipeInsertNodeTabletInsertionEvent & unify the memory threshold judgment for
tablet and tsfile block & close data container when internally decrease
reference count of PipeTsFileInsertionEvent (#14873) (#14887)
add eb46fc3f985 Pipe: Reduce degrade log from
PipeRealtimeDataRegionHybridExtractor (#14888) (#14891)
add d64044290eb Pipe: Fixed the bug that delete timeSeries / logicalView
cannot be transferred (#14867) (#14889)
add 029e0e246f5 Fix the incorrect configuration of the JAVA_HOME
environment variable in script." (#14893) (#14896)
add f260cf5b478 Add Date and Float data IT (#14895)
add 8741dfb1512 Fixed the bug that procedure rollback may generate NPE &&
some of the rollback steps may not be / be extra executed (#14871) (#14872)
add f9efb9b8112 Pipe: fix threshold judgment for tablet and tsfile memory
block & Subscription: close data container for current PipeTsFileInsertionEvent
in batch (#14901) (#14902)
add b27c74d2039 Pipe: Avoid stuck in insertion process because failed to
allocate memory (#14899) (#14907)
add 416e923ecfd Subscription: close memory block for previous tsfile
response (#14909) (#14914)
add c01d6b9f0fb [To dev/1.3] Add connection_time_out_in_ms for Python SDK
(#14919)
add a377463095e Reject inserting invalid timestamp string (#14913) (#14920)
add 86bbd3e30af Initialize WALNode when DataRegion is created for iotv1
and iotv2 (#14918) (#14921)
add b622ace6410 [to dev/1.3] IoTConsensus no longer stores the peer list
locally on the DataNode (#14900)
add 820ed079bc7 [to dev/1.3] Fix IT names & Fix region operation related
IT (#14925)
add 9d2a98b70f2 [to dev/1.3] [RTO/RPO] Unify retry logic on
SessionConnection (#14927)
add 4466cac1cae [to dev/1.3] Improve authority control of cluster
management (cp 14924) (#14931)
add 74eb6841b23 Subscription: avoid null pointer exception when get
current response due to concurrent operations (#14926) (#14932)
add ff64e9e2c9b Load: Add mods file metrics count (#14930) (#14944)
add f3aeb69766f Fix class name of RPCServiceMBean #14940 (#14945)
add 0e8d3894d3c Pipe: Fix the protential resource leak issue of async
client when async manager is closed (#14929) (#14947)
add 33240a238c0 Pipe: Modify MaxAllowedPinnedMemTableCount to adapt to
changes in the number of DRs & Modify the implementation of the poll method in
PipeRealtimePriorityBlockingQueue to reduce commit queue backlog & Adjust the
default thread count related to Pipe for better performance & Significantly
reduce pipeMemoryAllocateRetryIntervalMs & Provide a switch for memory control
of ConnectorReadFileBuffer (#14917) (#14946)
add 047a7bf0404 Delete remove node logic in ServerCommandLine #14933
(#14950)
add 254a397682d [To dev/1.3] [RATISCONSENSUS] Bump ratis version to 3.1.3
add f5c8fbe5786 Fix state setting of AbstractOperatePipeProcedureV2 &
Enhance state checking of StateMachineProcedure #14959 (#14961)
add f64dcd1c752 Add logs for PartitionTableAutoCleaner (#14934) (#14948)
add 9f318c134f0 [To dev/1.3][AINode] Optimize the error information when
dropping built-in model
add 5680d810668 Subscription: check if all topic messages have been
consumed when client polling (#14937) (#14953)
add 06f4d81c41d [To dev/1.3] Adjust default data region num per node from
5 to to cpu core / 2 & IoTConsensusV2: Flush old leader when leader transfer &
Delay the execution of invalidateSchemaCache after leader change (#14963)
add e5d6c50dc8b [To dev/1.3] Memtable enhancement for query (#14942)
add fb641de8265 [IoTConsensus] More accurate statistics on IoTConsensus
memory management (#14965) (#14969)
add c53ff411303 finish (#14366)
add b4dcb833afc Fix the support of MQTT with java8 (#14974)
add 5eb80f5319f Pipe: Reduce the frequency of printing logs when
AirGapConnector connection fails (#14949) (#14973)
add 2fc1f06d673 Pipe: Make client-server the default setting of
opc-ua-sink (#14979) (#14980)
add d1249daa902 Pipe: Implemented OPC DA Sink for local COM & Fixed the
newest value of OPC UA Sink (#14964) (#14978)
add 4d8e1cd8f0c Fix flush old leader NPE when rebanlce #14981 (#14985)
add b1ea8ddebde Add -lpf param in ExportData (#14956)
add 97657f9a554 Subscription: add parameter to the clean up method to
distinguish the force close situation & fix reference count management for
iteration snapshot (#14966) (#14984)
add 56fd6ea36cb Shuffle nodeurls to make sure all connections aren't to
the first node by default #14983 (#14986)
add 9d103de9d15 [RTO/RPO] Add Phi Accrual for Node failure detection
(#14866) (#14987)
add 8dcb19e7d0f [To dev/1.3] Fix select time in TreeModel (#14990)
add ae56736261e Pipe: Refactor pipe metrics related packages (#14997)
(#14998)
add 3ce6881b8ac Pipe: Fixed the NPE caused by creating a new Region during
the execution of Alter Pipe Procedure. (#14982) (#15000)
add cec0c3e3d2e Pipe: implement AutoCloseable for insert node event and
raw tablet event & Subscription: add parameter control tablet event batch
estimate & close memory block in tablet event for iteration snapshot (#14991)
(#15001)
add a4f347ff918 Bump jetty version to 9.4.57.v20241219 (#15004)
add bb5ab8dcfd8 Fix frozen IoTConsensus sync lag (#15023) (#15025)
add f7b7f33a05c Load: detect region migration during second phase (#15005)
(#15029)
add 3bb1e17e563 [to dev/1.3] Fix resetPeerListTest for unstable port
binding #15039
add 5968100a391 [To dev/1.3]Memtable enhance fix (#15040)
add d469c584bd1 [To dev/1.3] Fix PartitionTable auto cleaner IT #15044
add 7b8a1479225 Subscription: let subscription module fully manage the
parsing process of the insert node event (#15012) (#15043)
add 85f7cf53a35 Load: Detect 2PC Second Phase and RM Running in Parallel
(#15041) (#15020)
add a49a826beed IoTConsensusV2: persistent isGeneratedByPipeConsensus
(#14938) (#15042)
add 5108d576a4d [To dev/1.3] Optimized the error log for database
inconsistency when adjusting max region group num & Ignore the
DatabaseNotExistsException for adjustMaxRegionGroupNum when querying
dataRegionGroupCount (#15008)
add 38c3182243f Load: Fix memory size counting on cases when query
engine's memory is not sufficient (#15049) (#15050)
add e95510d4aeb Pipe: Optimize realtime performace when pipe starts after
long time stop with heavy data backlog (#15048)
add 0c9b4a28276 Pipe: Fix tsfile resource deserialize failed (#15052)
add d16b5ea0e5a Pipe: Fixed the pipe parsing bug for logical view (#15055)
(#15056)
add 6efd4d9e508 [To dev/1.3] Fixed the concurrency bug of create
timeseries / set(unset) template
add b5fb8695ade [To dev/1.3] [AINode] Support output time column for model
inference
add d59f30dfdfc [to dev/1.3] fix memory cost for aligned TVList (#15081)
add d60844b5aa3 [To dev/1.3] Optimized the error log & enable retry for
exceptions caused by concurrent removal of regions (#15076) #15078
add 0ff85cdf899 Pipe: Fix pipe executor stuck by unlimited file event
memory allocation retries & Pipe: Fix IO triggered in disruptor & Pipe: Fix
forceAllocateIfSufficient & Load: Remove RM detect logic during the second
phase (#15085)
add 5c0e035f750 Fix the exception handle of InsertionCompactionTask
(#15086)
add c1c2f5e26a7 Fixed the wrong "maxRowNumber" in OPC DA Sink null value
judgement (#15066)
add 630632edf78 [RTO/RPO] Phi logging/concurrency Improvement (#15092)
(#15093)
add 042b8f7280a Fix template extension with null value (#15104)
add 0f4d51a8177 [to dev/1.3] Timestamp of Long.MIN_VALUE may be deleted by
ttl in compaction task (#15084)
add 7449fe120d0 [To dev/1.3] Enhance remove unexisted confignode error
message #15120
add 4ad31f156a8 [To dev/1.3] Region group status refactor #15119
add 0361309ab00 Subscription IT: fix
IoTDBConsumer2With1TopicShareProcessTsfileIT (#15110) (#15121)
add c2ffa8e8fe4 Make removed confignode can rejoin cluster without
deleting data dir (#15118) (#15123)
add 658c2672d34 [To dev/1.3] Optimize query execution in easy query case
(#15128)
add 85d435b707a [To dev/1.3] Enhance remove unexisted datanode error
message #15140
add 043f0c74312 [To dev/1.3] perf: various types of iterator for multiple
tvlists in memchunk (#15115)
add 7cd373036cb RegionMigrateProcedure and RegionReconstructProcedure no
longer acquire lock #15122 (#15146)
add f019f2627c6 [To dev/1.3] Print debug log only if debug is enbale
new b3f99a4aa7c resolve conflict
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/todos-check.yml | 54 +
.../java/org/apache/iotdb/it/env/EnvFactory.java | 5 +
.../it/env/cluster/config/MppCommonConfig.java | 16 +-
.../env/cluster/config/MppSharedCommonConfig.java | 20 +-
.../iotdb/it/env/cluster/env/AbstractEnv.java | 48 +
.../iotdb/it/env/cluster/node/AINodeWrapper.java | 5 +
.../it/env/cluster/node/AbstractNodeWrapper.java | 12 +
.../it/env/cluster/node/ConfigNodeWrapper.java | 5 +
.../iotdb/it/env/cluster/node/DataNodeWrapper.java | 5 +
.../it/env/remote/config/RemoteCommonConfig.java | 12 +-
.../iotdb/it/env/remote/env/RemoteServerEnv.java | 11 +
.../java/org/apache/iotdb/itbase/env/BaseEnv.java | 6 +
.../org/apache/iotdb/itbase/env/CommonConfig.java | 6 +-
.../org/apache/iotdb/ainode/it/AINodeBasicIT.java | 17 +-
.../{AbstractScript.java => AbstractScriptIT.java} | 2 +-
.../apache/iotdb/cli/it/StartClientScriptIT.java | 6 +-
.../it/cluster/IoTDBClusterNodeGetterIT.java | 8 +-
....java => IoTDBAutoRegionGroupExtension2IT.java} | 4 +-
.../partition/IoTDBPartitionTableAutoCleanIT.java | 135 +++
...IoTDBRegionMigrateDataNodeCrashITFramework.java | 3 +-
...oTDBRegionOperationReliabilityITFramework.java} | 246 ++--
.../pass/IoTDBRegionMigrateClusterCrashIT.java | 4 +-
.../pass/IoTDBRegionMigrateConfigNodeCrashIT.java | 5 +-
.../pass/IoTDBRegionMigrateNormalIT.java | 4 +-
.../pass/IoTDBRegionMigrateOtherIT.java | 4 +-
.../IoTDBRegionGroupExpandAndShrinkForIoTV1IT.java | 173 +++
.../commit/IoTDBRegionReconstructForIoTV1IT.java | 149 +++
.../IoTDBRegionMigrateDataNodeCrashIT.java | 4 +-
...nMigrateOriginalCrashWhenDeleteLocalPeerIT.java | 6 +-
.../IoTDBRemoveConfigNodeITFramework.java | 199 ++++
.../IoTDBRemoveConfigNodeNormalIT.java} | 14 +-
.../IoTDBRemoveDataNodeITFramework.java | 98 +-
.../IoTDBRemoveDataNodeNormalIT.java | 15 +-
.../confignode/it/removedatanode/SQLModel.java} | 8 +-
.../confignode/it/utils/ConfigNodeTestUtils.java | 4 +-
.../apache/iotdb/db/it/IoTDBDuplicateTimeIT.java | 5 +-
.../apache/iotdb/db/it/IoTDBFloatPrecisionIT.java | 45 +
.../apache/iotdb/db/it/IoTDBInsertMultiRowIT.java | 7 +
.../apache/iotdb/db/it/IoTDBInsertWithQueryIT.java | 1 +
.../org/apache/iotdb/db/it/IoTDBRestartIT.java | 4 +-
.../org/apache/iotdb/db/it/IoTDBSimpleQueryIT.java | 38 +
.../it/IoTDBSyntaxConventionStringLiteralIT.java | 3 +-
.../org/apache/iotdb/db/it/auth/IoTDBAuthIT.java | 83 ++
.../iotdb/db/it/auth/IoTDBSystemPermissionIT.java | 2 -
.../iotdb/db/it/groupby/IoTDBGroupByUnseqIT.java | 2 +-
.../apache/iotdb/db/it/query/IoTDBQueryDemoIT.java | 25 +
.../iotdb/db/it/schema/IoTDBExtendTemplateIT.java | 7 +
.../org/apache/iotdb/db/it/utils/TestUtils.java | 65 ++
.../pipe/it/autocreate/IoTDBPipeClusterIT.java | 95 ++
.../pipe/it/autocreate/IoTDBPipeDataSinkIT.java | 72 ++
.../pipe/it/autocreate/IoTDBPipeIdempotentIT.java | 16 +-
.../iotdb/session/it/IoTDBSessionInsertNullIT.java | 42 +
.../iotdb/session/it/IoTDBSessionSimpleIT.java | 203 +++-
.../IoTDBDefaultPullConsumerDataSetIT.java | 28 +-
.../regression/param/IoTDBTestParamTopicIT.java | 2 +-
...TDBConsumer2With1TopicShareProcessTsfileIT.java | 14 +-
.../apache/iotdb/tools/it/ExportDataTestIT.java | 4 +-
.../apache/iotdb/tools/it/ExportSchemaTestIT.java | 4 +-
.../apache/iotdb/tools/it/ExportTsFileTestIT.java | 4 +-
.../apache/iotdb/tools/it/ImportDataTestIT.java | 4 +-
.../apache/iotdb/tools/it/ImportSchemaTestIT.java | 4 +-
.../java/org/apache/iotdb/util/MagicUtils.java | 61 +
.../src/test/resources/logback-test.xml | 2 +-
.../parameter/PipeParameterValidator.java | 42 +-
.../src/main/java/org/apache/iotdb/cli/Cli.java | 4 +-
.../org/apache/iotdb/tool/data/ExportData.java | 9 +
.../org/apache/iotdb/tool/tsfile/ImportTsFile.java | 12 +-
.../iotdb/tool/tsfile/ImportTsFileLocally.java | 8 +-
.../iotdb/tool/tsfile/ImportTsFileRemotely.java | 8 +
iotdb-client/client-py/iotdb/Session.py | 59 +-
iotdb-client/client-py/iotdb/SessionPool.py | 15 +-
.../apache/iotdb/jdbc/IoTDBDataSourceFactory.java | 3 -
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 3 +
.../iotdb/rpc/subscription/config/TopicConfig.java | 33 +-
.../subscription/payload/poll/TabletsPayload.java | 11 +-
.../java/org/apache/iotdb/session/Session.java | 8 +
.../apache/iotdb/session/SessionConnection.java | 1195 ++++++--------------
.../consumer/SubscriptionConsumer.java | 28 +-
.../consumer/SubscriptionProviders.java | 48 +-
.../payload/SubscriptionFileHandler.java | 24 +-
.../org/apache/iotdb/session/util/RetryUtils.java | 37 +-
iotdb-core/ainode/pyproject.toml | 12 +-
iotdb-core/ainode/resources/conf/ainode-env.sh | 2 +-
.../org/apache/iotdb/db/qp/sql/IdentifierParser.g4 | 2 +
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 26 +-
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 16 +
iotdb-core/confignode/pom.xml | 4 +
.../assembly/resources/sbin/remove-confignode.bat | 135 ---
.../assembly/resources/sbin/remove-confignode.sh | 69 --
.../confignode/client/CnToCnNodeRequestType.java | 2 +-
.../client/sync/SyncConfigNodeClientPool.java | 6 +-
.../iotdb/confignode/conf/ConfigNodeConfig.java | 78 +-
.../confignode/conf/ConfigNodeDescriptor.java | 55 +-
.../confignode/conf/ConfigNodeRemoveCheck.java | 5 +-
.../consensus/request/ConfigPhysicalPlan.java | 4 +
.../consensus/request/ConfigPhysicalPlanType.java | 1 +
.../partition/AutoCleanPartitionTablePlan.java | 99 ++
.../pipe/payload/PipeDeleteLogicalViewPlan.java | 5 +-
.../pipe/payload/PipeDeleteTimeSeriesPlan.java | 5 +-
.../iotdb/confignode/manager/ConfigManager.java | 39 +-
.../apache/iotdb/confignode/manager/IManager.java | 13 +
.../iotdb/confignode/manager/ModelManager.java | 5 +
.../iotdb/confignode/manager/ProcedureManager.java | 468 ++++++--
.../iotdb/confignode/manager/TTLManager.java | 11 +
.../manager/load/balancer/RouteBalancer.java | 154 ++-
...artiteGraphReplicationRegionGroupAllocator.java | 7 +-
.../manager/load/cache/AbstractLoadCache.java | 26 +-
.../manager/load/cache/IFailureDetector.java} | 24 +-
.../confignode/manager/load/cache/LoadCache.java | 13 +-
.../manager/load/cache/detector/FixedDetector.java | 58 +
.../load/cache/detector/PhiAccrualDetector.java | 181 +++
.../load/cache/node/AINodeHeartbeatCache.java | 42 +-
.../load/cache/node/ConfigNodeHeartbeatCache.java | 30 +-
.../load/cache/node/DataNodeHeartbeatCache.java | 40 +-
.../manager/load/cache/region/RegionCache.java | 30 +-
.../load/cache/region/RegionGroupCache.java | 39 +-
.../iotdb/confignode/manager/node/NodeManager.java | 8 +
.../manager/partition/PartitionManager.java | 13 +-
.../manager/partition/RegionGroupStatus.java | 25 +-
.../pipe/agent/task/PipeConfigNodeSubtask.java | 2 +-
.../pipe/agent/task/PipeConfigNodeTaskAgent.java | 4 +-
.../client/IoTDBConfigNodeSyncClientManager.java | 8 +-
.../protocol/IoTDBConfigRegionAirGapConnector.java | 6 +
.../protocol/IoTDBConfigRegionConnector.java | 8 +-
.../pipe/event/PipeConfigRegionSnapshotEvent.java | 3 +-
.../pipe/extractor/IoTDBConfigRegionExtractor.java | 4 +-
.../PipeConfigPhysicalPlanPatternParseVisitor.java | 2 +-
.../manager/pipe/metric/PipeConfigNodeMetrics.java | 9 +
.../PipeConfigNodeRemainingTimeMetrics.java | 2 +-
.../PipeConfigNodeRemainingTimeOperator.java | 2 +-
.../PipeConfigNodeResourceMetrics.java | 2 +-
.../{ => overview}/PipeProcedureMetrics.java | 2 +-
.../metric/{ => overview}/PipeTaskInfoMetrics.java | 2 +-
.../PipeTemporaryMetaInCoordinatorMetrics.java | 2 +-
.../PipeConfigNodeReceiverMetrics.java | 2 +-
.../PipeConfigRegionConnectorMetrics.java | 2 +-
.../PipeConfigNodeListenerMetrics.java | 2 +-
.../PipeConfigRegionExtractorMetrics.java | 2 +-
.../receiver/protocol/IoTDBConfigNodeReceiver.java | 2 +-
.../resource/PipeConfigNodeResourceManager.java | 1 +
.../PipeConfigNodeSnapshotResourceManager.java | 2 +-
.../manager/schema/ClusterSchemaManager.java | 102 +-
.../iotdb/confignode/persistence/ModelInfo.java | 2 +-
.../iotdb/confignode/persistence/TTLInfo.java | 16 +
.../persistence/executor/ConfigPlanExecutor.java | 3 +
.../confignode/persistence/node/NodeInfo.java | 1 +
.../partition/DatabasePartitionTable.java | 22 +
.../persistence/partition/PartitionInfo.java | 19 +
.../confignode/persistence/pipe/PipeInfo.java | 2 +-
.../persistence/schema/ClusterSchemaInfo.java | 8 +-
.../confignode/procedure/InternalProcedure.java | 5 -
.../procedure/PartitionTableAutoCleaner.java | 82 ++
.../iotdb/confignode/procedure/Procedure.java | 78 --
.../confignode/procedure/ProcedureExecutor.java | 115 +-
.../procedure/env/ConfigNodeProcedureEnv.java | 9 +-
.../procedure/env/RegionMaintainHandler.java | 21 +-
.../procedure/impl/StateMachineProcedure.java | 189 ++--
.../impl/node/RemoveConfigNodeProcedure.java | 8 +-
.../impl/pipe/AbstractOperatePipeProcedureV2.java | 4 +-
.../impl/pipe/task/AlterPipeProcedureV2.java | 1 +
.../impl/region/AddRegionPeerProcedure.java | 84 +-
.../impl/region/CreateRegionGroupsProcedure.java | 35 +-
.../impl/region/ReconstructRegionProcedure.java | 176 +++
.../impl/region/RegionMigrateProcedure.java | 72 +-
.../impl/region/RegionOperationProcedure.java} | 33 +-
.../impl/region/RemoveRegionPeerProcedure.java | 52 +-
.../impl/schema/AlterLogicalViewProcedure.java | 4 +-
.../impl/schema/UnsetTemplateProcedure.java | 146 +--
.../procedure/impl/sync/StartPipeProcedure.java | 6 -
...itionState.java => ReconstructRegionState.java} | 8 +-
.../procedure/state/RemoveConfigNodeState.java | 2 +-
.../procedure/store/ProcedureFactory.java | 5 +
.../confignode/procedure/store/ProcedureType.java | 5 +-
.../iotdb/confignode/service/ConfigNode.java | 44 +-
.../thrift/ConfigNodeRPCServiceProcessor.java | 28 +-
.../request/ConfigPhysicalPlanSerDeTest.java | 19 +
.../confignode/manager/load/LoadManagerTest.java | 12 +-
.../region/AllocatorScatterWidthManualTest.java | 4 +-
.../GreedyCopySetRegionGroupAllocatorTest.java | 4 +-
.../manager/load/cache/RegionGroupCacheTest.java | 132 ++-
.../manager/load/cache/detector/DetectorTest.java | 179 +++
...eConfigPhysicalPlanPatternParseVisitorTest.java | 2 +-
.../confignode/procedure/entity/IncProcedure.java | 5 -
.../confignode/procedure/entity/NoopProcedure.java | 5 -
.../procedure/entity/SimpleLockProcedure.java | 5 -
.../procedure/entity/SleepProcedure.java | 5 -
.../procedure/entity/StuckProcedure.java | 5 -
.../org/apache/iotdb/consensus/common/Peer.java | 13 +-
.../common/request/IConsensusRequest.java | 5 +
.../common/request/IndexedConsensusRequest.java | 8 +-
.../apache/iotdb/consensus/iot/IoTConsensus.java | 30 +-
.../consensus/iot/IoTConsensusServerImpl.java | 262 +----
.../consensus/iot/logdispatcher/LogDispatcher.java | 21 +-
.../service/IoTConsensusRPCServiceProcessor.java | 2 +-
.../apache/iotdb/consensus/ratis/RatisClient.java | 6 +-
.../apache/iotdb/consensus/ratis/utils/Utils.java | 1 +
.../apache/iotdb/consensus/iot/ReplicateTest.java | 63 +-
.../apache/iotdb/consensus/iot/StabilityTest.java | 49 +-
iotdb-core/datanode/pom.xml | 8 +
.../assembly/resources/sbin/remove-datanode.bat | 148 ---
.../src/assembly/resources/sbin/remove-datanode.sh | 91 --
.../src/assembly/resources/sbin/start-datanode.bat | 2 +-
.../org/apache/iotdb/db/auth/AuthorityChecker.java | 9 +
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 47 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 31 +-
.../dataregion/DataRegionStateMachine.java | 143 +--
.../schemaregion/SchemaExecutionVisitor.java | 15 +-
...ataException.java => LoadAnalyzeException.java} | 6 +-
....java => LoadAnalyzeTypeMismatchException.java} | 4 +-
.../template/NoTemplateOnMNodeException.java | 34 -
.../PipeDataRegionConnectorConstructor.java | 4 +
.../db/pipe/agent/runtime/PipeAgentLauncher.java | 3 +-
.../runtime/PipeSchemaRegionListenerManager.java | 2 +-
.../db/pipe/agent/task/PipeDataNodeTaskAgent.java | 121 +-
.../task/builder/PipeDataNodeTaskBuilder.java | 12 +-
.../pipe/agent/task/connection/EnrichedDeque.java | 2 +-
.../agent/task/connection/PipeEventCollector.java | 16 +-
.../agent/task/stage/PipeTaskProcessorStage.java | 9 +-
.../subtask/connector/PipeConnectorSubtask.java | 4 +-
.../connector/PipeConnectorSubtaskManager.java | 2 +-
.../PipeRealtimePriorityBlockingQueue.java | 55 +-
.../subtask/processor/PipeProcessorSubtask.java | 9 +-
.../processor/PipeProcessorSubtaskWorker.java | 11 +-
.../client/IoTDBDataNodeAsyncClientManager.java | 20 +-
.../client/IoTDBDataNodeSyncClientManager.java | 8 +-
.../batch/PipeTabletEventTsFileBatch.java | 3 +-
.../airgap/IoTDBDataNodeAirGapConnector.java | 6 +
.../connector/protocol/opcda/OpcDaConnector.java | 136 +++
.../pipe/connector/protocol/opcda/OpcDaHeader.java | 200 ++++
.../protocol/opcda/OpcDaServerHandle.java | 387 +++++++
.../connector/protocol/opcua/OpcUaConnector.java | 47 +-
.../connector/protocol/opcua/OpcUaNameSpace.java | 2 +-
.../async/IoTDBDataRegionAsyncConnector.java | 40 +-
.../handler/PipeTransferTrackableHandler.java | 33 +-
.../async/handler/PipeTransferTsFileHandler.java | 96 +-
.../thrift/sync/IoTDBDataNodeSyncConnector.java | 8 +-
.../thrift/sync/IoTDBDataRegionSyncConnector.java | 7 +-
.../event/common/heartbeat/PipeHeartbeatEvent.java | 4 +-
.../schema/PipeSchemaRegionSnapshotEvent.java | 6 +-
.../tablet/PipeInsertNodeTabletInsertionEvent.java | 68 +-
.../common/tablet/PipeRawTabletInsertionEvent.java | 31 +-
.../common/tsfile/PipeTsFileInsertionEvent.java | 78 +-
.../scan/TsFileInsertionScanDataContainer.java | 19 +
.../db/pipe/event/realtime/PipeRealtimeEvent.java | 6 +
.../event/realtime/PipeRealtimeEventFactory.java | 4 +-
.../dataregion/IoTDBDataRegionExtractor.java | 4 +-
.../PipeHistoricalDataRegionTsFileExtractor.java | 1 -
.../realtime/PipeRealtimeDataRegionExtractor.java | 2 +-
.../PipeRealtimeDataRegionHybridExtractor.java | 148 ++-
.../realtime/assigner/PipeDataRegionAssigner.java | 4 +-
.../dataregion/realtime/epoch/TsFileEpoch.java | 2 +-
.../listener/PipeInsertionDataNodeListener.java | 11 +-
.../schemaregion/IoTDBSchemaRegionExtractor.java | 4 +-
.../iotdb/db/pipe/metric/PipeDataNodeMetrics.java | 12 +
.../PipeDataNodeRemainingEventAndTimeMetrics.java | 2 +-
.../PipeDataNodeRemainingEventAndTimeOperator.java | 2 +-
.../{ => overview}/PipeHeartbeatEventMetrics.java | 2 +-
.../metric/{ => overview}/PipeResourceMetrics.java | 36 +-
.../PipeWALInsertNodeCacheMetrics.java | 2 +-
.../{ => processor}/PipeProcessorMetrics.java | 2 +-
.../PipeDataNodeReceiverMetrics.java | 2 +-
.../PipeSchemaRegionConnectorMetrics.java | 2 +-
.../PipeSchemaRegionExtractorMetrics.java | 2 +-
.../PipeSchemaRegionListenerMetrics.java | 2 +-
.../{ => sink}/PipeDataRegionConnectorMetrics.java | 2 +-
.../metric/{ => source}/PipeAssignerMetrics.java | 2 +-
.../{ => source}/PipeDataRegionEventCounter.java | 2 +-
.../PipeDataRegionExtractorMetrics.java | 2 +-
.../pipeconsensus/PipeConsensusReceiver.java | 29 +-
.../protocol/thrift/IoTDBDataNodeReceiver.java | 52 +-
.../statement/PipeConvertedInsertRowStatement.java | 30 +-
.../PipeConvertedInsertTabletStatement.java | 52 +-
.../visitor/PipePlanToStatementVisitor.java | 8 +-
...peStatementDataTypeConvertExecutionVisitor.java | 3 +-
.../db/pipe/resource/memory/PipeMemoryManager.java | 166 ++-
.../pipe/resource/memory/PipeMemoryWeightUtil.java | 48 +
.../pipe/resource/tsfile/PipeTsFileResource.java | 6 +-
.../resource/tsfile/PipeTsFileResourceManager.java | 20 +-
.../iotdb/db/protocol/client/ConfigNodeClient.java | 28 +-
.../db/protocol/rest/impl/PingApiServiceImpl.java | 4 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 34 +-
.../thrift/impl/DataNodeRegionManager.java | 4 +-
.../execution/executor/RegionWriteExecutor.java | 60 +-
.../fragment/FragmentInstanceContext.java | 77 +-
.../execution/fragment/QueryContext.java | 9 +
.../operator/process/ai/InferenceOperator.java | 42 +-
.../queryengine/plan/analyze/AnalyzeVisitor.java | 57 +-
.../plan/analyze/LoadTsFileAnalyzer.java | 76 +-
.../analyze/cache/partition/PartitionCache.java | 31 +-
.../plan/analyze/schema/TemplateSchemaFetcher.java | 11 +-
.../plan/execution/config/ConfigTaskVisitor.java | 44 +-
.../config/executor/ClusterConfigTaskExecutor.java | 199 +++-
.../config/executor/IConfigTaskExecutor.java | 19 +-
...teRegionTask.java => RemoveConfigNodeTask.java} | 12 +-
...rateRegionTask.java => RemoveDataNodeTask.java} | 12 +-
.../ExtendRegionTask.java} | 14 +-
.../metadata/{ => region}/MigrateRegionTask.java | 4 +-
.../ReconstructRegionTask.java} | 14 +-
.../RemoveRegionTask.java} | 14 +-
.../execution/config/sys/pipe/ShowPipeTask.java | 2 +-
.../db/queryengine/plan/parser/ASTVisitor.java | 79 +-
.../plan/planner/LogicalPlanBuilder.java | 1 +
.../plan/planner/LogicalPlanVisitor.java | 2 +-
.../plan/planner/OperatorTreeGenerator.java | 1 +
.../plan/node/load/LoadSingleTsFileNode.java | 12 +-
.../plan/node/load/LoadTsFilePieceNode.java | 6 +-
.../plan/node/pipe/PipeEnrichedDeleteDataNode.java | 24 +
.../plan/node/pipe/PipeEnrichedInsertNode.java | 5 +
.../plan/node/process/AI/InferenceNode.java | 18 +-
.../ContinuousSameSearchIndexSeparatorNode.java | 6 +
.../planner/plan/node/write/DeleteDataNode.java | 36 +
.../plan/node/write/InsertMultiTabletsNode.java | 5 +
.../plan/planner/plan/node/write/InsertNode.java | 23 +
.../planner/plan/node/write/InsertRowNode.java | 12 +
.../planner/plan/node/write/InsertRowsNode.java | 15 +
.../plan/node/write/InsertRowsOfOneDeviceNode.java | 5 +
.../planner/plan/node/write/InsertTabletNode.java | 11 +
.../plan/planner/plan/node/write/SearchNode.java | 4 +-
.../scheduler/load/LoadTsFileDispatcherImpl.java | 11 +-
.../plan/scheduler/load/LoadTsFileScheduler.java | 214 ++--
.../plan/statement/StatementVisitor.java | 28 +-
.../plan/statement/crud/InsertBaseStatement.java | 6 +-
.../plan/statement/crud/InsertRowStatement.java | 18 +-
.../plan/statement/crud/LoadTsFileStatement.java | 9 +
.../plan/statement/crud/QueryStatement.java | 9 +
.../metadata/CountTimeSlotListStatement.java | 7 +
.../statement/metadata/GetRegionIdStatement.java | 7 +
.../metadata/GetSeriesSlotListStatement.java | 7 +
.../metadata/GetTimeSlotListStatement.java | 7 +
.../RemoveConfigNodeStatement.java} | 32 +-
...Statement.java => RemoveDataNodeStatement.java} | 37 +-
.../statement/metadata/ShowClusterIdStatement.java | 7 +
.../statement/metadata/ShowClusterStatement.java | 9 +-
.../metadata/ShowConfigNodesStatement.java | 4 +-
.../statement/metadata/ShowDataNodesStatement.java | 4 +-
.../statement/metadata/ShowRegionStatement.java | 4 +-
.../metadata/model/ShowAINodesStatement.java | 7 +
.../ExtendRegionStatement.java} | 44 +-
.../{ => region}/MigrateRegionStatement.java | 9 +-
.../ReconstructRegionStatement.java} | 42 +-
.../RemoveRegionStatement.java} | 44 +-
.../plan/statement/sys/KillQueryStatement.java | 9 +-
.../plan/statement/sys/ShowQueriesStatement.java | 9 +-
.../statement/sys/TestConnectionStatement.java | 3 +-
.../schemaregion/utils/ResourceByPathUtils.java | 146 ++-
.../template/TemplateInternalRPCUpdateType.java | 5 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 66 +-
.../iotdb/db/service/DataNodeShutdownHook.java | 22 +-
.../{RPCService.java => ExternalRPCService.java} | 6 +-
...viceMBean.java => ExternalRPCServiceMBean.java} | 2 +-
.../iotdb/db/service/metrics/WritingMetrics.java | 29 +-
.../iotdb/db/storageengine/StorageEngine.java | 54 +-
.../db/storageengine/dataregion/DataRegion.java | 147 ++-
.../dataregion/VirtualDataRegion.java | 2 +-
...a => CompactionSourceFileDeletedException.java} | 7 +-
.../performer/impl/FastCompactionPerformer.java | 4 +-
.../execute/task/CrossSpaceCompactionTask.java | 2 +-
.../execute/task/InnerSpaceCompactionTask.java | 8 +-
.../task/InsertionCrossSpaceCompactionTask.java | 10 +-
.../task/RepairUnsortedFileCompactionTask.java | 2 +-
.../compaction/execute/utils/CompactionUtils.java | 12 +-
.../execute/utils/MultiTsFileDeviceIterator.java | 12 +-
.../executor/fast/SeriesCompactionExecutor.java | 20 +-
.../readchunk/AlignedSeriesCompactionExecutor.java | 4 +-
.../ReadChunkAlignedSeriesCompactionExecutor.java | 6 +-
.../readchunk/SingleSeriesCompactionExecutor.java | 30 +-
.../utils/writer/AbstractCompactionWriter.java | 5 +-
.../writer/AbstractCrossCompactionWriter.java | 22 +-
.../writer/AbstractInnerCompactionWriter.java | 1 +
.../utils/writer/FastCrossCompactionWriter.java | 18 +
.../utils/writer/FastInnerCompactionWriter.java | 6 +
.../writer/ReadPointCrossCompactionWriter.java | 1 +
.../compaction/repair/RepairDataFileScanUtil.java | 84 +-
.../schedule/CompactionScheduleContext.java | 21 +
.../compaction/schedule/CompactionScheduler.java | 60 +-
.../compaction/schedule/TTLScheduleTask.java | 4 +-
.../estimator/AbstractCompactionEstimator.java | 9 +-
.../estimator/AbstractCrossSpaceEstimator.java | 7 +-
.../estimator/AbstractInnerSpaceEstimator.java | 8 +-
.../estimator/CompactionEstimateUtils.java | 35 +-
.../FastCompactionInnerCompactionEstimator.java | 16 +-
.../FastCrossSpaceCompactionEstimator.java | 17 +-
...eQueryMemMeasurement.java => MetadataInfo.java} | 30 +-
.../ReadChunkInnerCompactionEstimator.java | 15 +-
.../impl/RewriteCrossSpaceCompactionSelector.java | 16 +-
.../selector/impl/SettleSelectorImpl.java | 24 +-
.../selector/utils/TsFileResourceCandidate.java | 13 +-
.../dataregion/flush/MemTableFlushTask.java | 16 +-
.../dataregion/memtable/AbstractMemTable.java | 165 +--
.../memtable/AlignedReadOnlyMemChunk.java | 376 ++++--
.../memtable/AlignedWritableMemChunk.java | 643 ++++++++---
.../memtable/AlignedWritableMemChunkGroup.java | 30 +-
.../dataregion/memtable/IMemTable.java | 8 +-
.../dataregion/memtable/IWritableMemChunk.java | 57 +-
.../memtable/IWritableMemChunkGroup.java | 9 +-
.../dataregion/memtable/ReadOnlyMemChunk.java | 254 ++++-
.../dataregion/memtable/TsFileProcessor.java | 103 +-
.../dataregion/memtable/WritableMemChunk.java | 502 ++++++--
.../dataregion/memtable/WritableMemChunkGroup.java | 44 +-
.../filescan/impl/MemAlignedChunkHandleImpl.java | 21 +-
.../read/reader/chunk/MemAlignedChunkReader.java | 59 +-
.../read/reader/chunk/MemAlignedPageReader.java | 127 ++-
.../read/reader/chunk/MemChunkReader.java | 54 +-
.../read/reader/chunk/MemPageReader.java | 118 +-
.../reader/chunk/metadata/AlignedPageMetadata.java | 74 ++
.../read/reader/chunk/metadata/PageMetadata.java | 90 ++
.../dataregion/tsfile/TsFileResource.java | 127 ++-
.../dataregion/tsfile/TsFileResourceBlockType.java | 3 +
.../tsfile/timeindex/DeviceTimeIndex.java | 34 +-
.../dataregion/tsfile/timeindex/FileTimeIndex.java | 11 +-
.../dataregion/tsfile/timeindex/ITimeIndex.java | 5 +-
.../utils/TsFileDeviceStartEndTimeIterator.java | 6 +-
.../dataregion/utils/TsFileResourceUtils.java | 30 +-
.../dataregion/wal/buffer/IWALBuffer.java | 10 +
.../dataregion/wal/buffer/WALBuffer.java | 13 +
.../dataregion/wal/buffer/WALEntryType.java | 2 +-
.../storageengine/dataregion/wal/node/WALNode.java | 8 +-
.../wal/recover/file/TsFilePlanRedoer.java | 9 +-
.../file/UnsealedTsFileRecoverPerformer.java | 6 +-
.../dataregion/wal/utils/WALEntryHandler.java | 4 +-
.../dataregion/wal/utils/WALInsertNodeCache.java | 11 +-
.../db/storageengine/load/LoadTsFileManager.java | 21 +-
.../load/active/ActiveLoadDirScanner.java | 27 +-
.../load/active/ActiveLoadTsFileLoader.java | 16 +-
.../load/config/LoadTsFileConfigurator.java | 20 +
.../LoadConvertedInsertTabletStatement.java | 11 +-
...eeStatementDataTypeConvertExecutionVisitor.java | 7 +-
.../converter/LoadTsFileDataTypeConverter.java | 60 +-
.../load/memory/LoadTsFileMemoryManager.java | 13 +-
.../load/metrics/LoadTsFileCostMetricsSet.java | 13 +-
.../load/splitter/AlignedChunkData.java | 16 +-
.../splitter/BatchedAlignedValueChunkData.java | 8 +-
.../load/splitter/NonAlignedChunkData.java | 8 +-
.../load/splitter/TsFileSplitter.java | 7 +
.../broker/SubscriptionPrefetchingQueue.java | 73 +-
.../broker/SubscriptionPrefetchingQueueStates.java | 96 +-
.../broker/SubscriptionPrefetchingTabletQueue.java | 16 +-
.../broker/SubscriptionPrefetchingTsFileQueue.java | 16 +-
.../event/SubscriptionCommitContextSupplier.java | 28 -
.../db/subscription/event/SubscriptionEvent.java | 95 +-
.../event/batch/SubscriptionPipeEventBatch.java | 32 +-
.../event/batch/SubscriptionPipeEventBatches.java | 2 +-
.../batch/SubscriptionPipeTabletEventBatch.java | 146 ++-
.../SubscriptionPipeTabletIterationSnapshot.java | 88 ++
.../batch/SubscriptionPipeTsFileEventBatch.java | 17 +-
.../cache/CachedSubscriptionPollResponse.java | 5 +
.../event/cache/SubscriptionPollResponseCache.java | 11 +
.../event/pipe/SubscriptionPipeEmptyEvent.java | 6 +-
.../event/pipe/SubscriptionPipeEvents.java | 2 +-
.../pipe/SubscriptionPipeTabletBatchEvents.java | 54 +-
.../pipe/SubscriptionPipeTsFileBatchEvents.java | 12 +-
.../pipe/SubscriptionPipeTsFilePlainEvent.java | 10 +-
.../SubscriptionEventExtendableResponse.java | 1 +
.../event/response/SubscriptionEventResponse.java | 10 +-
.../response/SubscriptionEventSingleResponse.java | 1 +
.../response/SubscriptionEventTabletResponse.java | 206 +++-
.../response/SubscriptionEventTsFileResponse.java | 39 +-
.../SubscriptionConnectorSubtaskManager.java | 2 +-
.../apache/iotdb/db/tools/IoTDBDataDirViewer.java | 6 +-
.../iotdb/db/tools/TsFileResourcePrinter.java | 13 +-
.../db/tools/schema/SRStatementGenerator.java | 24 +-
.../iotdb/db/tools/utils/TsFileValidationScan.java | 10 +-
.../TsFileOverlapValidationAndRepairTool.java | 8 +-
.../org/apache/iotdb/db/utils/DateTimeUtils.java | 4 +-
.../java/org/apache/iotdb/db/utils/MathUtils.java | 24 +-
.../apache/iotdb/db/utils/ModificationUtils.java | 16 +
.../iotdb/db/utils/TimestampPrecisionUtils.java | 20 +-
.../db/utils/datastructure/AlignedTVList.java | 641 ++++++++---
.../db/utils/datastructure/BackAlignedTVList.java | 66 +-
.../db/utils/datastructure/BackBinaryTVList.java | 72 +-
.../db/utils/datastructure/BackBooleanTVList.java | 71 +-
.../db/utils/datastructure/BackDoubleTVList.java | 71 +-
.../db/utils/datastructure/BackFloatTVList.java | 71 +-
.../db/utils/datastructure/BackIntTVList.java | 72 +-
.../db/utils/datastructure/BackLongTVList.java | 71 +-
.../iotdb/db/utils/datastructure/BackwardSort.java | 66 +-
.../iotdb/db/utils/datastructure/BinaryTVList.java | 158 +--
.../db/utils/datastructure/BooleanTVList.java | 105 +-
.../iotdb/db/utils/datastructure/DoubleTVList.java | 106 +-
.../iotdb/db/utils/datastructure/FloatTVList.java | 106 +-
.../iotdb/db/utils/datastructure/IntTVList.java | 105 +-
.../iotdb/db/utils/datastructure/LongTVList.java | 105 +-
.../{SortKey.java => MemPointIterator.java} | 12 +-
.../datastructure/MemPointIteratorFactory.java | 304 +++++
.../MergeSortMultiAlignedTVListIterator.java | 171 +++
.../MergeSortMultiTVListIterator.java | 83 ++
.../datastructure/MultiAlignedTVListIterator.java | 231 ++++
.../utils/datastructure/MultiTVListIterator.java | 179 +++
.../OrderedMultiAlignedTVListIterator.java | 111 ++
...TVList.java => OrderedMultiTVListIterator.java} | 53 +-
.../db/utils/datastructure/QuickAlignedTVList.java | 34 +-
.../db/utils/datastructure/QuickBinaryTVList.java | 34 +-
.../db/utils/datastructure/QuickBooleanTVList.java | 31 +-
.../db/utils/datastructure/QuickDoubleTVList.java | 31 +-
.../db/utils/datastructure/QuickFloatTVList.java | 31 +-
.../db/utils/datastructure/QuickIntTVList.java | 37 +-
.../db/utils/datastructure/QuickLongTVList.java | 31 +-
.../iotdb/db/utils/datastructure/QuickSort.java | 28 +-
.../iotdb/db/utils/datastructure/TVList.java | 534 ++++++++-
.../db/utils/datastructure/TimAlignedTVList.java | 109 +-
.../db/utils/datastructure/TimBinaryTVList.java | 113 +-
.../db/utils/datastructure/TimBooleanTVList.java | 111 +-
.../db/utils/datastructure/TimDoubleTVList.java | 111 +-
.../db/utils/datastructure/TimFloatTVList.java | 112 +-
.../iotdb/db/utils/datastructure/TimIntTVList.java | 112 +-
.../db/utils/datastructure/TimLongTVList.java | 111 +-
.../iotdb/db/utils/datastructure/TimSort.java | 105 +-
.../org/apache/iotdb/db/auth/entity/UserTest.java | 4 +-
.../dataregion/DataRegionStateMachineTest.java | 4 +-
.../event/TsFileInsertionDataContainerTest.java | 13 +
.../db/protocol/rest/IoTDBRestServiceTest.java | 6 +-
.../storageengine/dataregion/DataRegionTest.java | 30 +-
.../compaction/CompactionDataTypeNotMatchTest.java | 19 +-
.../compaction/CompactionWithMinTimestampTest.java | 129 +++
.../FastCompactionPerformerWithEmptyPageTest.java | 5 +-
.../FastCrossCompactionPerformerTest.java | 72 ++
.../FastInnerCompactionPerformerTest.java | 97 +-
.../ReadPointCompactionPerformerTest.java | 97 +-
.../TsFileValidationCorrectnessTests.java | 15 +-
.../cross/CrossSpaceCompactionSelectorTest.java | 102 +-
...eCompactionWithFastPerformerValidationTest.java | 14 +-
...actionWithReadPointPerformerValidationTest.java | 14 +-
.../InsertionCrossSpaceCompactionRecoverTest.java | 4 +-
.../InsertionCrossSpaceCompactionSelectorTest.java | 8 +-
.../cross/InsertionCrossSpaceCompactionTest.java | 64 +-
.../cross/RewriteCompactionFileSelectorTest.java | 6 +-
.../repair/RepairDataFileScanUtilTest.java | 2 +-
.../compaction/utils/CompactionCheckerUtils.java | 11 +-
.../utils/CompactionTaskMemCostEstimatorTest.java | 48 +
.../memtable/MemChunkDeserializeTest.java | 334 ++++++
.../dataregion/memtable/PrimitiveMemTableTest.java | 42 +-
.../dataregion/memtable/TsFileProcessorTest.java | 445 +++++++-
.../read/control/FileReaderManagerTest.java | 5 +-
.../reader/chunk/AlignedMemPageReaderTest.java | 28 +-
.../reader/chunk/MemAlignedChunkLoaderTest.java | 137 ++-
.../read/reader/chunk/MemChunkLoaderTest.java | 255 +++--
.../read/reader/chunk/MemPageReaderTest.java | 10 +-
.../dataregion/tsfile/TsFileResourceTest.java | 6 +-
.../wal/recover/WALRecoverManagerTest.java | 17 +-
.../file/SealedTsFileRecoverPerformerTest.java | 34 +-
.../wal/recover/file/TsFilePlanRedoerTest.java | 18 +-
.../file/UnsealedTsFileRecoverPerformerTest.java | 21 +-
.../apache/iotdb/db/utils/DateTimeUtilsTest.java | 14 +
.../apache/iotdb/db/utils/EnvironmentUtils.java | 4 -
.../db/utils/TimestampPrecisionUtilsTest.java | 10 +
.../db/utils/datastructure/AlignedTVListTest.java | 20 +-
.../db/utils/datastructure/BinaryTVListTest.java | 30 -
.../datanode/src/test/resources/logback-test.xml | 2 +-
.../conf/iotdb-system.properties.template | 78 +-
.../src/assembly/resources/sbin/health_check.bat | 2 +-
.../commons/auth/authorizer/OpenIdAuthorizer.java | 6 +-
.../org/apache/iotdb/commons/auth/entity/User.java | 8 +-
.../async/AsyncPipeDataTransferServiceClient.java | 14 +
.../apache/iotdb/commons/conf/CommonConfig.java | 229 +++-
.../iotdb/commons/conf/CommonDescriptor.java | 135 ++-
.../iotdb/commons/consensus/ConsensusGroupId.java | 7 +-
.../commons/partition/DataPartitionTable.java | 18 +
.../commons/partition/SeriesPartitionTable.java | 28 +
.../agent/plugin/builtin/BuiltinPipePlugin.java | 5 +
.../OpcDaConnector.java} | 8 +-
.../commons/pipe/agent/task/PipeTaskAgent.java | 54 +-
.../task/connection/BlockingPendingQueue.java | 14 +
.../iotdb/commons/pipe/config/PipeConfig.java | 58 +-
.../config/constant/PipeConnectorConstant.java | 17 +-
.../pipe/connector/client/IoTDBClientManager.java | 10 +-
.../connector/client/IoTDBSyncClientManager.java | 42 +-
.../common/PipeTransferHandshakeConstant.java | 2 +
.../connector/protocol/IoTDBAirGapConnector.java | 31 +-
.../pipe/connector/protocol/IoTDBConnector.java | 26 +-
.../connector/protocol/IoTDBSslSyncConnector.java | 8 +-
.../commons/pipe/receiver/IoTDBFileReceiver.java | 32 +-
.../commons/pipe/receiver/IoTDBReceiverAgent.java | 7 +-
.../snapshot/PipeSnapshotResourceManager.java | 9 +-
.../apache/iotdb/commons/schema/ttl/TTLCache.java | 30 +
.../iotdb/commons/service/metric/enums/Metric.java | 1 +
.../subscription/config/SubscriptionConfig.java | 68 +-
.../commons/subscription/meta/topic/TopicMeta.java | 4 +
.../org/apache/iotdb/commons/utils/FileUtils.java | 22 +
.../utils/{TestOnly.java => RetryUtils.java} | 38 +-
.../iotdb/commons/utils/TimePartitionUtils.java | 13 +
.../thrift-commons/src/main/thrift/common.thrift | 1 +
.../src/main/thrift/confignode.thrift | 29 +-
pom.xml | 23 +-
583 files changed, 17518 insertions(+), 7846 deletions(-)
create mode 100644 .github/workflows/todos-check.yml
rename
integration-test/src/test/java/org/apache/iotdb/cli/it/{AbstractScript.java =>
AbstractScriptIT.java} (98%)
rename
integration-test/src/test/java/org/apache/iotdb/confignode/it/partition/{IoTDBAutoRegionGroupExtensionIT2.java
=> IoTDBAutoRegionGroupExtension2IT.java} (98%)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/confignode/it/partition/IoTDBPartitionTableAutoCleanIT.java
rename
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/{IoTDBRegionMigrateReliabilityITFramework.java
=> IoTDBRegionOperationReliabilityITFramework.java} (77%)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/commit/IoTDBRegionGroupExpandAndShrinkForIoTV1IT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/commit/IoTDBRegionReconstructForIoTV1IT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/confignode/it/removeconfignode/IoTDBRemoveConfigNodeITFramework.java
copy
integration-test/src/test/java/org/apache/iotdb/confignode/it/{removedatanode/IoTDBRemoveDataNodeNormalIT.java
=> removeconfignode/IoTDBRemoveConfigNodeNormalIT.java} (76%)
copy
integration-test/src/{main/java/org/apache/iotdb/itbase/category/MultiClusterIT2SubscriptionRegressionConsumer.java
=> test/java/org/apache/iotdb/confignode/it/removedatanode/SQLModel.java} (87%)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/util/MagicUtils.java
copy
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/cluster/NodeType.java
=>
iotdb-client/session/src/main/java/org/apache/iotdb/session/util/RetryUtils.java
(59%)
delete mode 100644
iotdb-core/confignode/src/assembly/resources/sbin/remove-confignode.bat
delete mode 100755
iotdb-core/confignode/src/assembly/resources/sbin/remove-confignode.sh
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/partition/AutoCleanPartitionTablePlan.java
copy
iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/scheduler/IFragInstanceDispatcher.java
=>
confignode/src/main/java/org/apache/iotdb/confignode/manager/load/cache/IFailureDetector.java}
(60%)
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/load/cache/detector/FixedDetector.java
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/load/cache/detector/PhiAccrualDetector.java
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/metric/{
=> overview}/PipeConfigNodeRemainingTimeMetrics.java (99%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/metric/{
=> overview}/PipeConfigNodeRemainingTimeOperator.java (98%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/metric/{
=> overview}/PipeConfigNodeResourceMetrics.java (97%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/metric/{
=> overview}/PipeProcedureMetrics.java (98%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/metric/{
=> overview}/PipeTaskInfoMetrics.java (98%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/metric/{
=> overview}/PipeTemporaryMetaInCoordinatorMetrics.java (99%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/metric/{
=> receiver}/PipeConfigNodeReceiverMetrics.java (98%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/metric/{
=> sink}/PipeConfigRegionConnectorMetrics.java (98%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/metric/{
=> source}/PipeConfigNodeListenerMetrics.java (97%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/metric/{
=> source}/PipeConfigRegionExtractorMetrics.java (98%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/resource/{
=> snapshot}/PipeConfigNodeSnapshotResourceManager.java (94%)
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/procedure/PartitionTableAutoCleaner.java
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/procedure/impl/region/ReconstructRegionProcedure.java
copy
iotdb-core/{node-commons/src/main/java/org/apache/iotdb/commons/pipe/config/plugin/env/PipeTaskRuntimeEnvironment.java
=>
confignode/src/main/java/org/apache/iotdb/confignode/procedure/impl/region/RegionOperationProcedure.java}
(54%)
copy
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/procedure/state/{RegionTransitionState.java
=> ReconstructRegionState.java} (93%)
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/manager/load/cache/detector/DetectorTest.java
delete mode 100644
iotdb-core/datanode/src/assembly/resources/sbin/remove-datanode.bat
delete mode 100755
iotdb-core/datanode/src/assembly/resources/sbin/remove-datanode.sh
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/exception/{VerifyMetadataException.java
=> LoadAnalyzeException.java} (85%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/exception/{VerifyMetadataTypeMismatchException.java
=> LoadAnalyzeTypeMismatchException.java} (86%)
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/exception/metadata/template/NoTemplateOnMNodeException.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/opcda/OpcDaConnector.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/opcda/OpcDaHeader.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/opcda/OpcDaServerHandle.java
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/metric/{ =>
overview}/PipeDataNodeRemainingEventAndTimeMetrics.java (99%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/metric/{ =>
overview}/PipeDataNodeRemainingEventAndTimeOperator.java (99%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/metric/{ =>
overview}/PipeHeartbeatEventMetrics.java (98%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/metric/{ =>
overview}/PipeResourceMetrics.java (75%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/metric/{ =>
overview}/PipeWALInsertNodeCacheMetrics.java (99%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/metric/{ =>
processor}/PipeProcessorMetrics.java (99%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/metric/{ =>
receiver}/PipeDataNodeReceiverMetrics.java (99%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/metric/{ =>
schema}/PipeSchemaRegionConnectorMetrics.java (99%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/metric/{ =>
schema}/PipeSchemaRegionExtractorMetrics.java (99%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/metric/{ =>
schema}/PipeSchemaRegionListenerMetrics.java (98%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/metric/{ =>
sink}/PipeDataRegionConnectorMetrics.java (99%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/metric/{ =>
source}/PipeAssignerMetrics.java (99%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/metric/{ =>
source}/PipeDataRegionEventCounter.java (98%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/metric/{ =>
source}/PipeDataRegionExtractorMetrics.java (99%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/metadata/{MigrateRegionTask.java
=> RemoveConfigNodeTask.java} (78%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/metadata/{MigrateRegionTask.java
=> RemoveDataNodeTask.java} (79%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/metadata/{SetTTLTask.java
=> region/ExtendRegionTask.java} (79%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/metadata/{
=> region}/MigrateRegionTask.java (94%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/metadata/{CreateTriggerTask.java
=> region/ReconstructRegionTask.java} (73%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/metadata/{SetTTLTask.java
=> region/RemoveRegionTask.java} (79%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/{sys/TestConnectionStatement.java
=> metadata/RemoveConfigNodeStatement.java} (75%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/metadata/{ShowFunctionsStatement.java
=> RemoveDataNodeStatement.java} (73%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/metadata/{model/DropModelStatement.java
=> region/ExtendRegionStatement.java} (70%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/metadata/{
=> region}/MigrateRegionStatement.java (87%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/metadata/{model/DropModelStatement.java
=> region/ReconstructRegionStatement.java} (70%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/metadata/{model/DropModelStatement.java
=> region/RemoveRegionStatement.java} (70%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/service/{RPCService.java
=> ExternalRPCService.java} (95%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/service/{RPCServiceMBean.java
=> ExternalRPCServiceMBean.java} (96%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/exception/{CompactionMemoryNotEnoughException.java
=> CompactionSourceFileDeletedException.java} (81%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/selector/estimator/{IFileQueryMemMeasurement.java
=> MetadataInfo.java} (53%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/read/reader/chunk/metadata/AlignedPageMetadata.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/read/reader/chunk/metadata/PageMetadata.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/subscription/event/SubscriptionCommitContextSupplier.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/subscription/event/batch/SubscriptionPipeTabletIterationSnapshot.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/{SortKey.java
=> MemPointIterator.java} (82%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/MemPointIteratorFactory.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/MergeSortMultiAlignedTVListIterator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/MergeSortMultiTVListIterator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/MultiAlignedTVListIterator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/MultiTVListIterator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/OrderedMultiAlignedTVListIterator.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/{QuickAlignedTVList.java
=> OrderedMultiTVListIterator.java} (50%)
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/CompactionWithMinTimestampTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/memtable/MemChunkDeserializeTest.java
copy
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/agent/plugin/builtin/connector/{opcua/OpcUaConnector.java
=> opcda/OpcDaConnector.java} (90%)
copy
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/utils/{TestOnly.java
=> RetryUtils.java} (60%)
