This is an automated email from the ASF dual-hosted git repository.
haonan pushed a change to branch rc/1.3.1
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 32872277746 fix compaction log is not deleted after exception (#11855)
add 50789004d35 PBTree: Prevent SchemaFile deadlock when check read page
(#11858)
add 9bcef1c22f8 Support InnerTimeJoin & LeftOuterTimeJoin distribution
planner (#11860)
add dff87437e88 Update client-cpp.yml to fix cpp build error on Windows
(#11863)
add e1370838190 set default config item
'enableInsertionCrossSpaceCompaction' to true (#11861)
add 4af1bf8c4a0 Pipe: fix constructor of `PipeTsFileInsertionEvent` &
filter out empty events on sender side (#11862)
add 8e567c5c979 Bump follow-redirects in /iotdb-connector/grafana-plugin
(#11864)
add ccbfd065e13 [IOTDB-6190] Increase the threshold for Ratis to shut
itself down if it detects that a process is stuck (#11865)
add 4c6396afdba Fix delete and recreate the same timeseries with different
datatype bug
add 038277a1882 Fix some errors of writing metric (#11867)
add 01cd2902b6d Fix duplicated create logical view in PBTree mode (#11869)
add 3865a81fdaa Make timeout error msg (#11868)
add 76599aee279 Fix insertRecords may cause sequence data overlapped
(#11872)
add 6a478f67012 [IOTDB-6286] Add new query optimize rule: Use TopKNode to
replace SortNode when order by expression + limit N
add 452749143da Fix more writing metric errors (#11873)
add 0fbf857bfb0 Pipe: Improved batch performance by reducing unnecessary
serialization (#11850)
add 97af4d47101 set status of compaction target file to NORMAL after
delete compaction log file (#11551)
add 18173c0b9f1 Fix using too much memory when estimate compaction task
memory (#10619)
add 4031ddf7b8d Fix NPE while right side finished
add 5e8d43f2faa Fix PBTree metric and support async flushAll (#11884)
add 782e97aa75e Fix distributed plan of GroupLevelNode
add e858069aac6 Fix scatter width metric bug (#11886)
add a565597f0b1 [RatisConsensus] Enable Leader Transfer UT (#11871)
add d1fc9b0cd79 exclude gc time from cpu usage percentage for thread pool
and modules (#11883)
add e0f24a68ac0 doc(cpp-client): update build scripts
add f53a3fab371 Remove useless writing metric item (#11889)
add 5c28958fcc3 fixed collection iotdb info unable to obtain information
(#11881)
add 020b8a52885 Extract common code and fix PBTree UT (#11890)
add 7b09a5adcae Pipe: fix NPE when parsing TabletInsertionData & add IT
for null values insertion (#11877)
add aeeb0baf3a0 Pipe: Utilize parallelStream for concurrent execution of
create, start, stop, and drop pipe tasks to enhance performance (#11892)
add 5d343711115 Pipe: Fix ConcurrentModificationException occured by ttl
check in PipeTsFileResourceManager (#11876)
add 212cebf4e21 Fix TsFileResource is deleted cause compaction validation
result is not correct (#11878)
add 0e93697e1af [IOTDB-6290] Simplify GetNodePathsPartition log (#11895)
add 4e1020632b6 finish (#11898)
add 6f650547d6b change the description of daemon-confignode/datanode
(#11880)
add 1c6f926cf48 Change the clean script to a destory script and add a stop
operation … (#11879)
add bcfeafe1838 Pipe: Fix deadlock when
PipeTaskAgent.handlePipeMetaChanges and
PipeTaskDataNodeAgent.stopAllPipesWithCriticalException are invoked
concurrently & Fix concurrent issues caused by addFailureEventToRetryQueue &
transferQueuedEventsIfNecessary (#11893)
add 9bc9685816c Load: Fix the warning of deleting a directory that already
deleted (#11902)
add d4193fbf5b3 Fix upgrade and add fysnc
add 3305467ac2f Clear useless query resource ASAP
add e11116285ba conf: make cluster_name and timestamp_precision be comment
(#11904)
add d529f678960 PBTreeSketchTool support view (#11897)
add 05b5b893df5 Optimize PBTree pst file space utilization for view
(#11896)
add f1d87533610 Fix ConcurrentModificationException when evict time
partition info (#11907)
add 16c77d73273 fix index out of bounds with all empty value chunk in one
device (#11906)
add d2a71be993f Fix wrong calculation of ExchangeNum for
consumeAllPipelineBreaker when dop = 1
add 0746d6710c2 Pipe: print more info about event and task when error
occurs in pipe subtask (#11909)
add 8fefc91f8fd Daemon script change default choice from n to y (#11910)
add 85fe36d324c This configuration file needs to be configured only when
the start-all.sh,stop-all.sh, and destroy.sh scripts are required. You also
need to modify this configuration file when the cluster nodes change (#11911)
add bc3c9f43669 remove insert cross compaction config v1 (#11912)
add 3f16839f5a3 Dicard all null row of aligned page in AlignedPageReader
(#11913)
add 96929fa9671 [IOTDB-6292] Add the internal address column in the result
of show regions (#11915)
add c147683fd67 fix insertion compaction target file progress index
(#11917)
add 6d46ceb4a05 [IOTDB-6291] Update RegionGroup configuration when update
DataNode configuration (#11914)
add 9aceb9f2295 [RatisConsensus] Bump ratis version from 3.0.0 to 3.0.1
(#11899)
add e9e01f3bdba Pipe: make PipeHistoricalDataRegionExtractor &
PipeRealtimeDataRegionExtractor log info much clear with pipe name and region
id added (#11920)
add 22f915f3159 Strictly check inner space compaction file size (#11919)
add da790779d13 Read chunk aligned series compaction executor (#11745)
add a965709cd3a fix remaining issues when upgrading to ratis 3.0.1 (#11921)
add 23928e97105 modify ExitOnOutOfMemoryError to CrashOnOutOfMemoryError
on .bat
add eae4d01d582 remove enable_insertion_cross_space_compaction from
iotdb-common.properties (#11925)
add 7e5162332e3 conf: 1. open replication_factor,2. open
dn_metric_prometheus_reporter_port (#11922)
add f40c3731138 fix ActiveMemTableCount update error (#11923)
add 7dd570d991a Load: Introduce LoadTsFileManager.CleanupTask to force
close writer manager after exception occurring (#11924)
add 4cc5b2ba48d Fix query result is empty in order by time align by device
add 771c096b478 Pipe: let non enriched event forever retry when exception
occurred to avoid subtask fake running status recorded at data node task agent
(#11929)
add dd48a57ddb2 Improve some descriptions of daemon-script
add 63605be3186 Fix the issue where ConfigNode reports
'ConsensusGroupAlreadyExist' error during startup in some scenarios (#11928)
add c3597b6ae12 Fixed the issue that IoTConsensus synchronization is stuck
when WAL file is corrupted (#11930)
add 0cb14994659 Enable SchemaRegion Leader Auto Balance (#11926)
add f94f99a4828 Change partial aggregation symbols for variance and
standard deviation aggregators
add 3464e95f495 Load: Support configure
load_clean_up_task_execution_delay_time_seconds of a load task (#11936)
add db7d115204a Skip broken wal files when iterate the PlanNodeIterator
(#11935)
add 4ec79560c60 fix remaining issues when upgrading to ratis 3.0.1 (#11940)
add f1db2923dfb Pipe: decrease the default value of
pipe_sink_selector_number to 4 for better performance (#11942)
add 85e71a43543 Fix update time index after compact aligned series (#11943)
add 8885df31144 fix PointPriorityReader calculation of aligned series null
value num (#11945)
add 9e05b262559 Add the ability for ClientManager to periodically clean up
idle objects
add 69202a94a51 reduce stack message of last time check exception for read
chunk compaction performer (#11927)
add 6f37cf83b1d [IOTDB-6293] Use nanotime in cluster heartbeat (#11916)
add 4cad6af6715 Fix compile error caused by concurrent pr (#11951)
add 3846bb7f2bc Enhance the robustness of Ratis linearizable reads for
node offline scenarios (#11954)
add 070de203710 PBTree: Decouple PageManager (#11953)
add 827735d1d77 fixed collection iotdb info unable to obtain information
(#11938)
add 15f63300fb7 Pipe: support restarting pipes on datanodes when they are
stuck (#11955)
add 14162173e73 skip insertion compaction disk space check (#11959)
add b07fafe3954 Optimized wal file deletion algorithm (#11948)
add 5c6c9727648 Enhance DataNode startup probing logic (#11957)
add 20726036498 Fix deadlock when delete timeseries after loading data.
add c52da2bdbd0 [IOTDB-6295] Adjust the timeout period in ConfigNode
registration procedure (#11962)
add 39b589381e9 Fix read chunk compaction performer null pointer exception
(#11960)
add 7f7285cf62e Load: Correctly release memory when system is in READ_ONLY
mode (#11961)
add 092fcb5860a fix npe (#11966)
add 7200e217b09 Repair unsorted file by compaction (#11887)
add 82d04599f6c Fixed issue where ConfigNode might recover incorrectly
under SimpleConsensus (#11969)
add 59fe3fee515 Add unit byte for no enough query memory
add 75ce7711162 Pipe: fixed the bug that region follower tsfiles can not
record the IoTProgressIndex from region leader (#11980)
add ebbddf38918 Multiply 3 for ScanOperator to take unsequence data into
account (#11978)
add 40fc15b23bc Pipe: fix connector subtasks can not be stopped and
restarted after exception reporting by connector subtasks (#11979)
add 6c15634b1e3 Fix estimating compaction memory without acquire read lock
(#11972)
add 7d0a735f2f3 fix.create role folder when init.
add a5445177d5d Fix template device aligned properties recover unexpectly
with SimpleConsensus (#11968)
add 769a151af97 Revert "Fixed issue where ConfigNode might recover
incorrectly under SimpleConsensus" (#11987)
add e7b0ca5793b Refactor last flush time management (#11946)
add 98310822b32 Session insert request won't fail while rolling upgrade
add 7923eb9e96e Fix concurrent bug in QueryContext
add 5619156e871 Pipe: Report load tsfile points to flush point metric
timeseries in root.__system (#11976)
add ea37a1f0f65 fix repair non aligned series (#11997)
add e331eadbeaf Fix non-latest partition last flush time cannot recover
(#11999)
add 775f169afd7 Pipe: result of show pipes statement is incorrect when it
contains back quoted pipe names (#11944)
add e2f71993826 Storage Engine: optimized DataRegion recover log (#11996)
add fcae2b48400 Pipe: support reporting progress by UserDefinedEvent
(#12000)
add ef94fbf1fcf Feat/cli with overridable streams (#11885)
add 634d0e07dd4 Fixed issue where ConfigNode might recover incorrectly
under SimpleConsensus (#12002)
add 8c87ab1d916 Fix more issue of last flush time memory calculate (#12003)
add 0ad17bf4a97 Pipe: Allow pipe times configured by raw timestamp (#12004)
add d0928eb15f6 Pipe: stop pipe using restarting strategy to unpin the
wal's reference count to avoid WAL stacking (#11971)
add ea68bc31d49 Avoid deleting wal files pinned by the iot consensus
(#12006)
add f9893075b42 Introduce aggregate function MaxBy
add 4b9b1c81e65 bump ratis to 3.1.0-snapshot (#12009)
add 614a0d8433a Optimize max_tsblock_line_num parameter and memory usage
of TopKOperator when align by device with limit value. (#11995)
add 63933967f6a Pipe: support alter pipe functionality (#11963)
add 035be504296 Fix concurrent modification exception of compaction worker
(#12011)
new b14605f11a7 Revert "Pipe: support alter pipe functionality (#11963)"
new 47f7d59900b Revert "Pipe: stop pipe using restarting strategy to unpin
the wal's reference count to avoid WAL stacking (#11971)"
new 090a2ea264c Revert "Pipe: Allow pipe times configured by raw timestamp
(#12004)"
new 01aaeb35d7a Revert "Pipe: support reporting progress by
UserDefinedEvent (#12000)"
new b6e0ae2fb45 Revert "Pipe: result of show pipes statement is incorrect
when it contains back quoted pipe names (#11944)"
new 881088d968c Revert "Pipe: Report load tsfile points to flush point
metric timeseries in root.__system (#11976)"
new 75bbf37f423 Revert "Introduce aggregate function MaxBy"
new 3b76ff11716 Revert "Optimize max_tsblock_line_num parameter and memory
usage of TopKOperator when align by device with limit value. (#11995)"
new c8bd3311940 Revert "Fix concurrent modification exception of
compaction worker (#12011)"
new a9c5ea89774 Storage Engine: fix wal delete thread exception because
multi thread safety question (#12020)
new 362a85a7dc0 Load: Trigger last flush time map & tsfile resource
degrading after successful load (#12024)
new fac1f6899ca Remove infinite retry logic for replica inconsistency to
avoid potential problems (#12028)
new a1d749298d5 [IOTDB-6297] Optimize the distribute plan in the situation
of `aggregation with align by device`
new c8e42b4021f [IOTDB-6298] Fix number overflow in group by time interval
new 6216d3ebbc9 [IOTDB-6296] Fix memory leak in MQTTService
new 4ebccb234bf Optimize flushing memtable check (#12081)
new 084e34b154b Pipe: Removed mayLinkedTsFileCountReachDangerousThreshold
judgement from stuck restart logic (#12041)
new e6e739f4b00 Pipe: fixed the bug that processor dies when encountered
memory shortage for tablets in a period of time (#12042)
new b43132db4ba Pipe: fixed potential lose point bug caused by cancelled
flush of historical extractor (#12056)
new 223955b3cd8 Pipe: Fixed the bug that CN cannot sense drop pipe failure
in meta sync and may lead to constantly skip of drop pipe (#12059)
new d1c4159592b Do not wait to retry when configLeader exists (#12075)
new 493425bafda Faster repair data (#12039)
The 22 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/client-cpp.yml | 6 +-
.github/workflows/greetings.yml | 2 +-
NOTICE | 2 +-
NOTICE-binary | 2 +-
example/client-cpp-example/README.md | 2 +-
integration-test/pom.xml | 14 +-
.../it/cluster/IoTDBClusterRestartIT.java | 70 ++
.../org/apache/iotdb/db/it/IOTDBLoadTsFileIT.java | 9 +
.../org/apache/iotdb/db/it/IoTDBRepairDataIT.java | 132 ++
.../IoTDBOrderByLimitOffsetAlignByDeviceIT.java | 38 +
.../IoTDBAlignedSeriesQueryWithMisMatchIT.java | 114 ++
.../apache/iotdb/pipe/it/IoTDBPipeClusterIT.java | 7 +-
.../apache/iotdb/pipe/it/IoTDBPipeDataSinkIT.java | 46 -
.../apache/iotdb/pipe/it/IoTDBPipeExtractorIT.java | 22 +
.../apache/iotdb/pipe/it/IoTDBPipeNullValueIT.java | 320 +++++
.../src/assembly/resources/tools/collect-info.bat | 267 ++++
.../tools/{collection-info.sh => collect-info.sh} | 212 ++--
.../assembly/resources/tools/collection-info.bat | 275 -----
.../java/org/apache/iotdb/cli/AbstractCli.java | 246 ++--
.../src/main/java/org/apache/iotdb/cli/Cli.java | 124 +-
.../apache/iotdb/cli/IoTDBSyntaxHighlighter.java | 5 +-
.../java/org/apache/iotdb/cli/type/ExitType.java | 14 +-
.../org/apache/iotdb/cli/utils/CliContext.java | 84 ++
.../org/apache/iotdb/cli/utils/IoTPrinter.java | 36 +-
.../org/apache/iotdb/cli/utils/JlineUtils.java | 12 +-
.../org/apache/iotdb/tool/AbstractCsvTool.java | 10 +-
.../org/apache/iotdb/tool/AbstractTsFileTool.java | 6 +-
.../main/java/org/apache/iotdb/tool/ExportCsv.java | 33 +-
.../java/org/apache/iotdb/tool/ExportTsFile.java | 35 +-
.../main/java/org/apache/iotdb/tool/ImportCsv.java | 48 +-
.../java/org/apache/iotdb/cli/AbstractCliIT.java | 37 +-
.../iotdb/tool/integration/ExportCsvTestIT.java | 3 +
.../iotdb/tool/integration/ImportCsvTestIT.java | 3 +
iotdb-client/client-cpp/README.md | 20 +-
.../org/apache/iotdb/isession/SessionConfig.java | 4 +
.../java/org/apache/iotdb/session/Session.java | 27 +-
.../apache/iotdb/session/SessionConnection.java | 660 ++++++++--
.../org/apache/iotdb/session/pool/SessionPool.java | 1289 +++++++++-----------
.../iotdb/session/SessionConnectionTest.java | 9 +-
iotdb-connector/grafana-plugin/yarn.lock | 6 +-
iotdb-core/antlr/pom.xml | 11 +
.../org/apache/iotdb/db/qp/sql/IdentifierParser.g4 | 1 +
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 26 +-
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 4 +
.../src/assembly/resources/conf/confignode-env.bat | 2 +-
.../resources/conf/iotdb-confignode.properties | 5 -
...register-confignode.sh => daemon-confignode.sh} | 24 +-
.../confignode/client/DataNodeRequestType.java | 2 +
.../client/async/AsyncDataNodeClientPool.java | 10 +
.../client/async/handlers/AsyncClientHandler.java | 2 +
.../heartbeat/DataNodeHeartbeatHandler.java | 2 +-
.../iotdb/confignode/conf/ConfigNodeConfig.java | 17 +-
.../confignode/conf/ConfigNodeDescriptor.java | 8 -
.../confignode/conf/SystemPropertiesUtils.java | 11 +-
.../statemachine/ConfigRegionStateMachine.java | 31 +
.../iotdb/confignode/manager/ConfigManager.java | 103 +-
.../apache/iotdb/confignode/manager/IManager.java | 6 +
.../manager/consensus/ConsensusManager.java | 24 +-
.../confignode/manager/load/cache/LoadCache.java | 2 +-
.../manager/load/cache/node/BaseNodeCache.java | 2 +-
.../load/cache/node/ConfigNodeHeartbeatCache.java | 2 +-
.../load/cache/node/DataNodeHeartbeatCache.java | 2 +-
.../load/cache/node/NodeHeartbeatSample.java | 6 +-
.../manager/load/cache/node/NodeStatistics.java | 2 +-
.../manager/load/cache/region/RegionCache.java | 5 +-
.../load/cache/region/RegionHeartbeatSample.java | 2 +-
.../manager/load/service/HeartbeatService.java | 4 +-
.../iotdb/confignode/manager/node/NodeManager.java | 18 +
.../pipe/coordinator/runtime/PipeMetaSyncer.java | 3 +
.../iotdb/confignode/persistence/AuthorInfo.java | 5 -
.../persistence/executor/ConfigPlanExecutor.java | 9 +-
.../partition/DatabasePartitionTable.java | 11 +
.../persistence/partition/PartitionInfo.java | 22 +-
.../persistence/partition/RegionGroup.java | 15 +
.../confignode/persistence/pipe/PipeTaskInfo.java | 4 +-
.../procedure/env/ConfigNodeProcedureEnv.java | 2 +-
.../iotdb/confignode/service/ConfigNode.java | 14 +-
.../thrift/ConfigNodeRPCServiceProcessor.java | 12 +-
.../router/priority/GreedyPriorityTest.java | 6 +-
.../priority/LeaderPriorityBalancerTest.java | 6 +-
.../manager/load/cache/LoadCacheTest.java | 2 +-
.../manager/load/cache/NodeCacheTest.java | 6 +-
.../manager/load/cache/RegionGroupCacheTest.java | 6 +-
.../manager/load/cache/RegionRouteCacheTest.java | 2 +-
.../iotdb/consensus/config/IoTConsensusConfig.java | 16 -
.../apache/iotdb/consensus/config/RatisConfig.java | 53 +-
.../exception/RatisReadUnavailableException.java | 13 +-
.../iot/client/IoTConsensusClientPool.java | 2 -
.../consensus/iot/logdispatcher/LogDispatcher.java | 24 +-
.../iotdb/consensus/ratis/RatisConsensus.java | 20 +-
.../apache/iotdb/consensus/ratis/utils/Utils.java | 7 +-
.../iotdb/consensus/ratis/RatisConsensusTest.java | 50 +-
.../iotdb/consensus/ratis/RecoverReadTest.java | 6 +-
.../src/assembly/resources/conf/datanode-env.bat | 2 +-
.../resources/conf/iotdb-datanode.properties | 9 +-
.../{register-datanode.sh => daemon-datanode.sh} | 24 +-
.../org/apache/iotdb/db/audit/AuditLogger.java | 2 +
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 72 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 68 +-
.../org/apache/iotdb/db/conf/IoTDBStartCheck.java | 7 +-
.../db/consensus/DataRegionConsensusImpl.java | 292 +++--
.../db/consensus/SchemaRegionConsensusImpl.java | 236 ++--
.../dataregion/DataRegionStateMachine.java | 10 +-
.../IoTConsensusDataRegionStateMachine.java | 2 +-
.../schemaregion/SchemaExecutionVisitor.java | 1 -
.../agent/runtime/PipePeriodicalJobExecutor.java | 5 +
.../db/pipe/agent/runtime/PipeRuntimeAgent.java | 9 +-
.../db/pipe/agent/task/PipeTaskDataNodeAgent.java | 111 +-
.../builder/PipeTransferBatchReqBuilder.java | 75 +-
.../request/PipeTransferTabletBatchReq.java | 60 +-
.../protocol/airgap/IoTDBAirGapConnector.java | 16 +-
.../thrift/async/IoTDBThriftAsyncConnector.java | 54 +-
.../PipeTransferTabletBatchEventHandler.java | 3 +-
.../thrift/sync/IoTDBThriftSyncConnector.java | 15 +-
.../protocol/writeback/WriteBackConnector.java | 18 +-
.../apache/iotdb/db/pipe/event/EnrichedEvent.java | 41 +-
.../event/common/heartbeat/PipeHeartbeatEvent.java | 1 +
.../tablet/PipeInsertNodeTabletInsertionEvent.java | 15 +-
.../common/tablet/PipeRawTabletInsertionEvent.java | 21 +-
.../tablet/TabletInsertionDataContainer.java | 160 ++-
.../common/tsfile/PipeTsFileInsertionEvent.java | 32 +-
.../pipe/extractor/IoTDBDataRegionExtractor.java | 34 +-
.../PipeHistoricalDataRegionTsFileExtractor.java | 68 +-
.../realtime/PipeRealtimeDataRegionExtractor.java | 18 +-
.../PipeRealtimeDataRegionHybridExtractor.java | 31 +-
.../PipeRealtimeDataRegionLogExtractor.java | 12 +-
.../pipe/extractor/realtime/epoch/TsFileEpoch.java | 14 +
.../realtime/epoch/TsFileEpochManager.java | 5 +-
.../iotdb/db/pipe/metric/PipeExtractorMetrics.java | 7 +-
.../db/pipe/resource/memory/PipeMemoryManager.java | 5 +
.../resource/tsfile/PipeTsFileResourceManager.java | 33 +-
.../pipe/resource/wal/PipeWALResourceManager.java | 41 +-
.../iotdb/db/pipe/task/PipeDataNodeTask.java | 30 +
.../db/pipe/task/subtask/PipeDataNodeSubtask.java | 109 +-
.../subtask/connector/PipeConnectorSubtask.java | 170 +--
.../connector/PipeConnectorSubtaskLifeCycle.java | 42 +-
.../subtask/processor/PipeProcessorSubtask.java | 19 +-
.../processor/PipeProcessorSubtaskWorker.java | 6 +-
.../iotdb/db/protocol/client/ConfigNodeClient.java | 49 +-
.../protocol/client/ConfigNodeClientManager.java | 9 +-
.../iotdb/db/protocol/client/ConfigNodeInfo.java | 6 +-
.../protocol/client/DataNodeClientPoolFactory.java | 2 -
.../iotdb/db/protocol/mqtt/MPPPublishHandler.java | 151 +--
.../protocol/thrift/impl/ClientRPCServiceImpl.java | 5 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 34 +
.../db/queryengine/common/MPPQueryContext.java | 10 +-
.../common/header/ColumnHeaderConstant.java | 1 +
.../queryengine/execution/driver/DataDriver.java | 1 +
.../execution/driver/DataDriverContext.java | 16 +-
.../fragment/FragmentInstanceContext.java | 19 +-
.../execution/fragment/QueryContext.java | 26 +-
.../execution/load/LoadTsFileManager.java | 150 ++-
.../execution/operator/AggregationUtil.java | 6 +
.../execution/operator/process/TopKOperator.java | 42 +-
.../process/join/InnerTimeJoinOperator.java | 26 +-
.../process/join/LeftOuterTimeJoinOperator.java | 11 +-
.../AbstractSeriesAggregationScanOperator.java | 2 +-
.../operator/source/AlignedSeriesScanOperator.java | 4 +-
.../operator/source/SeriesScanOperator.java | 3 +-
.../execution/schedule/DriverScheduler.java | 9 +-
.../queryengine/load/LoadTsFileMemoryManager.java | 5 +-
.../iotdb/db/queryengine/plan/Coordinator.java | 16 +-
.../db/queryengine/plan/analyze/Analysis.java | 40 +-
.../queryengine/plan/analyze/AnalyzeVisitor.java | 9 +-
.../plan/analyze/LoadTsfileAnalyzer.java | 9 +-
.../plan/analyze/schema/ClusterSchemaFetcher.java | 6 +-
.../queryengine/plan/execution/QueryExecution.java | 3 +
.../plan/execution/config/ConfigTaskVisitor.java | 16 +
.../config/executor/ClusterConfigTaskExecutor.java | 77 ++
.../config/executor/IConfigTaskExecutor.java | 4 +
.../execution/config/metadata/ShowRegionTask.java | 7 +-
.../execution/config/sys/StartRepairDataTask.java | 42 +
.../execution/config/sys/StopRepairDataTask.java | 42 +
.../plan/optimization/ColumnInjectionPushDown.java | 8 +
.../plan/optimization/LimitOffsetPushDown.java | 15 +
.../OrderByExpressionWithLimitChangeToTopK.java | 309 +++++
.../db/queryengine/plan/parser/ASTVisitor.java | 30 +
.../plan/planner/LocalExecutionPlanContext.java | 16 +
.../plan/planner/LocalExecutionPlanner.java | 13 +-
.../plan/planner/LogicalPlanBuilder.java | 120 +-
.../plan/planner/LogicalPlanVisitor.java | 21 +-
.../plan/planner/OperatorTreeGenerator.java | 37 +-
.../plan/planner/TemplatedLogicalPlan.java | 22 +-
.../planner/distribution/DistributionPlanner.java | 13 +-
.../planner/distribution/ExchangeNodeAdder.java | 136 ++-
.../planner/distribution/NodeDistribution.java | 24 +-
.../plan/planner/distribution/SourceRewriter.java | 525 ++++++--
.../plan/planner/plan/LogicalQueryPlan.java | 6 +-
.../plan/planner/plan/PlanFragment.java | 5 +
...anNodeRewriter.java => BaseSourceRewriter.java} | 2 +-
.../plan/planner/plan/node/PlanGraphPrinter.java | 56 +-
.../plan/planner/plan/node/PlanNode.java | 2 +-
.../plan/planner/plan/node/PlanNodeType.java | 7 +-
.../plan/planner/plan/node/PlanVisitor.java | 5 +
...TopKNode.java => AggregationMergeSortNode.java} | 53 +-
.../plan/planner/plan/node/process/FillNode.java | 5 +
.../plan/planner/plan/node/process/OffsetNode.java | 5 +
.../plan/planner/plan/node/process/SortNode.java | 5 +
.../plan/planner/plan/node/process/TopKNode.java | 6 +-
.../plan/node/process/join/InnerTimeJoinNode.java | 116 +-
.../planner/plan/node/write/DeleteDataNode.java | 2 +-
.../plan/parameter/AggregationDescriptor.java | 14 +-
.../plan/scheduler/AsyncSendPlanNodeHandler.java | 4 +-
.../scheduler/FixedRateFragInsStateTracker.java | 8 +-
.../scheduler/FragmentInstanceDispatcherImpl.java | 66 +-
.../plan/scheduler/load/LoadTsFileScheduler.java | 123 +-
.../queryengine/plan/statement/StatementType.java | 2 +
.../plan/statement/StatementVisitor.java | 10 +
.../plan/statement/crud/QueryStatement.java | 2 +-
.../statement/sys/StartRepairDataStatement.java | 62 +
.../statement/sys/StopRepairDataStatement.java | 62 +
.../schemaregion/impl/SchemaRegionMemoryImpl.java | 1 +
.../schemaregion/impl/SchemaRegionPBTreeImpl.java | 1 +
.../mtree/impl/mem/mnode/info/LogicalViewInfo.java | 2 +-
.../mtree/impl/pbtree/CachedMTreeStore.java | 2 +-
.../mtree/impl/pbtree/MTreeBelowSGCachedImpl.java | 2 +-
.../mtree/impl/pbtree/flush/Scheduler.java | 192 ++-
.../impl/pbtree/memory/ReleaseFlushMonitor.java | 5 +-
.../mtree/impl/pbtree/schemafile/RecordUtils.java | 55 +-
.../mtree/impl/pbtree/schemafile/SchemaFile.java | 7 +-
.../impl/pbtree/schemafile/WrappedSegment.java | 13 +-
.../schemafile/pagemgr/BTreePageManager.java | 83 +-
.../pbtree/schemafile/pagemgr/IPageManager.java | 3 +
.../pbtree/schemafile/pagemgr/PageIOChannel.java | 184 +++
.../schemafile/pagemgr/PageIndexSortBuckets.java | 129 ++
.../pbtree/schemafile/pagemgr/PageManager.java | 476 +-------
.../impl/pbtree/schemafile/pagemgr/PagePool.java | 152 +++
.../schemafile/pagemgr/SchemaPageContext.java | 109 ++
.../java/org/apache/iotdb/db/service/DataNode.java | 40 +-
.../apache/iotdb/db/service/IoTDBShutdownHook.java | 5 +
.../db/service/metrics/DataNodeMetricsHelper.java | 2 +-
.../iotdb/db/service/metrics/WritingMetrics.java | 49 +-
.../iotdb/db/storageengine/StorageEngine.java | 102 +-
.../db/storageengine/dataregion/DataRegion.java | 388 +++---
.../dataregion/DeviceLastFlushTime.java} | 39 +-
.../dataregion/HashLastFlushTimeMap.java | 92 +-
.../dataregion/IDataRegionForQuery.java | 3 +-
...ionFailedException.java => ILastFlushTime.java} | 18 +-
.../dataregion/ILastFlushTimeMap.java | 12 +-
...dException.java => PartitionLastFlushTime.java} | 25 +-
.../dataregion/VirtualDataRegion.java | 3 +-
.../CompactionValidationFailedException.java | 15 +
.../impl/ReadChunkCompactionPerformer.java | 19 +-
.../impl/ReadPointCompactionPerformer.java | 14 +-
.../RepairUnsortedFileCompactionPerformer.java | 86 ++
.../execute/task/AbstractCompactionTask.java | 67 +-
.../execute/task/CompactionTaskPriorityType.java | 14 +-
.../execute/task/CompactionTaskSummary.java | 44 +-
.../execute/task/CrossSpaceCompactionTask.java | 11 +-
.../execute/task/InnerSpaceCompactionTask.java | 42 +-
.../task/InsertionCrossSpaceCompactionTask.java | 19 +-
.../task/RepairUnsortedFileCompactionTask.java | 239 ++++
.../execute/utils/MultiTsFileDeviceIterator.java | 4 +
.../executor/ModifiedStatus.java} | 15 +-
.../fast/AlignedSeriesCompactionExecutor.java | 1 +
.../fast/NonAlignedSeriesCompactionExecutor.java | 1 +
.../executor/fast/SeriesCompactionExecutor.java | 6 +-
.../ReadChunkAlignedSeriesCompactionExecutor.java | 465 +++++++
.../readchunk/SingleSeriesCompactionExecutor.java | 4 +-
.../executor/readchunk/loader/ChunkLoader.java | 104 ++
.../readchunk/loader/InstantChunkLoader.java | 105 ++
.../readchunk/loader/InstantPageLoader.java | 103 ++
.../executor/readchunk/loader/PageLoader.java | 107 ++
.../execute/utils/reader/PointPriorityReader.java | 2 +-
.../utils/writer/AbstractCompactionWriter.java | 6 +-
.../writer/AbstractCrossCompactionWriter.java | 6 +-
.../writer/AbstractInnerCompactionWriter.java | 6 +-
.../utils/writer/FastCrossCompactionWriter.java | 6 +-
.../utils/writer/FastInnerCompactionWriter.java | 6 +-
.../writer/ReadPointCrossCompactionWriter.java | 7 +-
.../writer/ReadPointInnerCompactionWriter.java | 7 +-
.../writer/RepairUnsortedFileCompactionWriter.java | 111 ++
.../compaction/io/CompactionTsFileReader.java | 18 +
.../compaction/repair/RepairDataFileScanUtil.java | 271 ++++
.../dataregion/compaction/repair/RepairLogger.java | 216 ++++
.../RepairProgress.java} | 23 +-
.../repair/RepairTaskRecoverLogParser.java | 135 ++
.../RepairTaskStatus.java} | 15 +-
.../compaction/repair/RepairTimePartition.java | 140 +++
.../repair/RepairTimePartitionScanTask.java | 202 +++
.../repair/UnsortedFileRepairTaskScheduler.java | 252 ++++
.../schedule/CompactionScheduleTaskManager.java | 317 +++++
.../schedule/CompactionScheduleTaskWorker.java | 69 ++
.../compaction/schedule/CompactionScheduler.java | 125 +-
.../compaction/schedule/CompactionTaskManager.java | 10 +-
.../compaction/schedule/CompactionTaskQueue.java | 101 ++
.../compaction/schedule/CompactionWorker.java | 65 +-
.../DefaultCompactionTaskComparatorImpl.java | 10 +-
.../estimator/AbstractCompactionEstimator.java | 10 +
.../estimator/AbstractCrossSpaceEstimator.java | 3 +
.../estimator/AbstractInnerSpaceEstimator.java | 19 +-
.../estimator/CompactionEstimateUtils.java | 43 +-
.../RepairUnsortedFileCompactionEstimator.java | 72 ++
.../impl/SizeTieredCompactionSelector.java | 81 +-
.../InsertionCrossCompactionTaskResource.java | 25 +
.../selector/utils/TsFileResourceCandidate.java | 5 +-
.../compaction/settle/SettleRequestHandler.java | 4 +-
.../dataregion/memtable/AbstractMemTable.java | 18 +
.../dataregion/memtable/IMemTable.java | 2 +
.../dataregion/memtable/TsFileProcessor.java | 7 +
.../dataregion/tsfile/TsFileManager.java | 96 +-
.../TsFileRepairStatus.java} | 15 +-
.../dataregion/tsfile/TsFileResource.java | 42 +-
.../tsfile/generator/TsFileNameGenerator.java | 53 +-
.../dataregion/utils/TsFileResourceUtils.java | 77 +-
.../dataregion/wal/buffer/WALBuffer.java | 59 +-
.../wal/checkpoint/CheckpointManager.java | 50 +-
.../dataregion/wal/checkpoint/MemTableInfo.java | 22 +-
.../dataregion/wal/io/WALByteBufReader.java | 26 +-
.../dataregion/wal/io/WALMetaData.java | 76 +-
.../storageengine/dataregion/wal/node/WALNode.java | 230 ++--
.../dataregion/wal/recover/WALNodeRecoverTask.java | 41 +-
.../wal/recover/file/TsFilePlanRedoer.java | 2 +
.../db/storageengine/rescon/memory/SystemInfo.java | 88 +-
.../rescon/memory/TimePartitionInfo.java | 10 +-
.../rescon/memory/TimePartitionManager.java | 31 +-
.../db/tools/schema/PBTreeFileSketchTool.java | 2 +-
.../TsFileOverlapValidationAndRepairTool.java | 6 -
.../org/apache/iotdb/db/utils/DateTimeUtils.java | 6 +-
.../apache/iotdb/db/utils/ErrorHandlingUtils.java | 32 +-
.../org/apache/iotdb/db/utils/SchemaUtils.java | 27 +-
.../datastructure/FixedPriorityBlockingQueue.java | 12 +-
.../metadata/mtree/schemafile/SchemaFileTest.java | 2 +-
.../SchemaRegionSimpleRecoverTest.java | 98 ++
.../connector/PipeDataNodeThriftRequestTest.java | 69 ++
.../pipe/event/PipeTabletInsertionEventTest.java | 93 +-
.../db/pipe/extractor/PipeRealtimeExtractTest.java | 60 +-
.../db/queryengine/execution/DataDriverTest.java | 3 +-
.../operator/AggregationOperatorTest.java | 17 +-
.../execution/operator/OperatorMemoryTest.java | 19 +-
.../process/join/InnerTimeJoinOperatorTest.java | 417 ++++++-
.../join/LeftOuterTimeJoinOperatorTest.java | 290 ++++-
.../AlignByDeviceOrderByLimitOffsetTest.java | 278 -----
.../plan/{plan => planner}/ExpressionTest.java | 2 +-
.../{plan => planner}/FragmentInstanceIdTest.java | 2 +-
.../FragmentInstanceSerdeTest.java | 2 +-
.../plan/{plan => planner}/LogicalPlannerTest.java | 9 +-
.../{plan => planner}/PipelineBuilderTest.java | 59 +-
.../{plan => planner}/QueryLogicalPlanUtil.java | 2 +-
.../plan/{plan => planner}/QueryPlannerTest.java | 2 +-
.../distribution/AggregationAlignByDeviceTest.java | 451 +++++++
.../distribution/AggregationDistributionTest.java | 54 +-
.../AlignByDeviceOrderByLimitOffsetTest.java | 1047 ++++++++++++++++
.../AlignByTimeOrderByLimitOffsetTest.java | 319 +++++
.../distribution/AlignedByDeviceTest.java | 3 +-
.../distribution/DistributionPlannerBasicTest.java | 3 +-
.../distribution/DistributionPlannerCycleTest.java | 3 +-
.../distribution/LastQueryTest.java | 3 +-
.../distribution/NoDataRegionPlanningTest.java | 3 +-
.../distribution/SplitTimePartitionTest.java | 273 +++++
.../plan/{plan => planner}/distribution/Util.java | 2 +-
.../plan/{plan => planner}/distribution/Util2.java | 2 +-
.../node/PlanGraphPrinterTest.java | 2 +-
.../node/PlanNodeDeserializeHelper.java | 2 +-
.../node/load/LoadTsFileNodeTest.java | 2 +-
.../read/DeviceSchemaScanNodeSerdeTest.java | 4 +-
.../NodeManagementMemoryMergeNodeSerdeTest.java | 4 +-
.../read/PathsUsingTemplateScanNodeTest.java | 2 +-
.../metadata/read/SchemaCountNodeSerdeTest.java | 4 +-
.../metadata/read/SchemaFetchMergeNodeTest.java | 2 +-
.../metadata/read/SchemaFetchScanNodeTest.java | 2 +-
.../read/TimeSeriesSchemaScanNodeSerdeTest.java | 4 +-
.../metadata/write/MetadataWriteNodeSerDeTest.java | 2 +-
.../node/process/AggregationNodeSerdeTest.java | 4 +-
.../node/process/DeviceViewNodeSerdeTest.java | 4 +-
.../node/process/ExchangeNodeSerdeTest.java | 4 +-
.../node/process/FillNodeSerdeTest.java | 4 +-
.../node/process/FilterNodeSerdeTest.java | 4 +-
.../node/process/GroupByLevelNodeSerdeTest.java | 4 +-
.../node/process/GroupByTagNodeSerdeTest.java | 4 +-
.../node/process/IntoNodeSerdeTest.java | 4 +-
.../node/process/LimitNodeSerdeTest.java | 4 +-
.../node/process/OffsetNodeSerdeTest.java | 4 +-
.../process/SingleDeviceViewNodeSerdeTest.java | 4 +-
.../node/process/SortNodeSerdeTest.java | 4 +-
.../node/process/TimeJoinNodeSerdeTest.java | 4 +-
.../node/sink/IdentitySinkNodeSerdeTest.java | 4 +-
.../node/sink/ShuffleSinkHandleNodeSerdeTest.java | 4 +-
.../source/SeriesAggregationScanNodeSerdeTest.java | 4 +-
.../node/source/SeriesScanNodeSerdeTest.java | 4 +-
.../node/write/DeleteDataNodeSerdeTest.java | 2 +-
.../write/InsertMultiTabletsNodeSerdeTest.java | 2 +-
.../node/write/InsertRowNodeSerdeTest.java | 2 +-
.../node/write/InsertRowsNodeSerdeTest.java | 2 +-
.../write/InsertRowsOfOneDeviceNodeSerdeTest.java | 2 +-
.../node/write/InsertTabletNodeSerdeTest.java | 2 +-
.../node/write/WritePlanNodeSplitTest.java | 2 +-
.../statement/sys/pipe/PipeStatementTest.java | 2 +-
.../storageengine/dataregion/DataRegionTest.java | 60 +-
.../dataregion/LastFlushTimeMapTest.java | 121 +-
.../iotdb/db/storageengine/dataregion/TTLTest.java | 3 +
.../compaction/CompactionOverlapCheckTest.java | 14 +
.../compaction/CompactionValidationTest.java | 103 ++
.../compaction/CompactionWorkerTest.java | 103 +-
.../FastCrossCompactionPerformerTest.java | 22 +-
.../FastInnerCompactionPerformerTest.java | 108 ++
.../compaction/ReadChunkInnerCompactionTest.java | 144 +++
.../cross/CrossSpaceCompactionSelectorTest.java | 38 +-
...eCompactionWithFastPerformerValidationTest.java | 4 +-
...actionWithReadPointPerformerValidationTest.java | 2 +-
.../InsertionCrossSpaceCompactionSelectorTest.java | 4 +-
.../cross/InsertionCrossSpaceCompactionTest.java | 19 +-
.../compaction/inner/InnerCompactionLogTest.java | 2 +-
.../inner/InnerCompactionMoreDataTest.java | 3 +-
.../compaction/inner/InnerCompactionTest.java | 1 +
...nkCompactionPerformerWithAlignedSeriesTest.java | 768 ++++++++++++
.../SizeTieredCompactionSelectorTest.java | 38 -
.../compaction/repair/AbstractRepairDataTest.java | 66 +
.../repair/RepairDataFileScanUtilTest.java | 138 +++
.../compaction/repair/RepairLoggerTest.java | 151 +++
.../repair/RepairUnsortedFileCompactionTest.java | 997 +++++++++++++++
.../compaction/utils/CompactionCheckerUtils.java | 8 +-
.../compaction/utils/CompactionTaskQueueTest.java | 201 +++
.../compaction/utils/CompactionTestFileWriter.java | 8 +-
.../utils/MultiTsFileDeviceIteratorTest.java | 12 +-
.../dataregion/wal/node/WALEntryHandlerTest.java | 13 +-
.../wal/node/WalDeleteOutdatedNewTest.java | 585 +++++++++
.../wal/recover/WALRecoverWriterTest.java | 9 +-
.../rescon/memory/TimePartitionManagerTest.java | 41 +-
.../apache/iotdb/db/utils/DateTimeUtilsTest.java | 3 +
.../resources/conf/iotdb-cluster.properties | 5 +-
.../resources/conf/iotdb-common.properties | 53 +-
.../sbin/{clean-all.bat => destroy-all.bat} | 22 +-
.../sbin/{clean-all.sh => destroy-all.sh} | 59 +-
...clean-confignode.bat => destroy-confignode.bat} | 34 +-
.../{clean-confignode.sh => destroy-confignode.sh} | 7 +-
.../{clean-datanode.bat => destroy-datanode.bat} | 14 +-
.../{clean-datanode.sh => destroy-datanode.sh} | 7 +-
.../src/assembly/resources/sbin/start-all.sh | 9 +-
.../src/assembly/resources/sbin/stop-all.sh | 15 +-
.../commons/auth/authorizer/BasicAuthorizer.java | 1 -
.../iotdb/commons/auth/role/BasicRoleManager.java | 7 +
.../commons/auth/role/LocalFileRoleAccessor.java | 12 +-
.../commons/auth/role/LocalFileRoleManager.java | 6 +
.../iotdb/commons/auth/user/BasicUserManager.java | 1 +
.../commons/auth/user/LocalFileUserAccessor.java | 23 +-
.../commons/auth/user/LocalFileUserManager.java | 5 +
.../iotdb/commons/client/ClientPoolFactory.java | 29 +-
.../client/property/ClientPoolProperty.java | 35 +-
.../iotdb/commons/concurrent/ThreadName.java | 1 +
.../threadpool/WrappedThreadPoolExecutor.java | 2 +-
.../apache/iotdb/commons/conf/CommonConfig.java | 52 +-
.../iotdb/commons/conf/CommonDescriptor.java | 33 +-
.../iotdb/commons/partition/DataPartition.java | 77 +-
.../commons/pipe/agent/task/PipeTaskAgent.java | 98 +-
.../iotdb/commons/pipe/config/PipeConfig.java | 20 +-
.../commons/pipe/task/meta/PipeMetaKeeper.java | 4 +
.../commons/pipe/task/subtask/PipeSubtask.java | 19 +-
.../schema/view/viewExpression/ViewExpression.java | 18 +
.../apache/iotdb/commons/service/ServiceType.java | 2 +
.../iotdb/commons/service/ThriftService.java | 2 +-
.../service/metric/JvmGcMonitorMetrics.java | 10 +-
.../service/metric}/cpu/CpuUsageMetrics.java | 23 +-
.../org/apache/iotdb/commons/utils/FileUtils.java | 8 +-
.../apache/iotdb/commons/utils/StatusUtils.java | 52 +
.../iotdb/commons/client/ClientManagerTest.java | 47 +-
.../file/metadata/AlignedTimeSeriesMetadata.java | 6 +-
.../iotdb/tsfile/read/TsFileSequenceReader.java | 3 +-
.../tsfile/read/reader/page/AlignedPageReader.java | 7 +-
.../apache/iotdb/tsfile/write/record/Tablet.java | 26 +-
.../thrift-commons/src/main/thrift/common.thrift | 1 +
.../src/main/thrift/confignode.thrift | 7 +
.../src/main/thrift/datanode.thrift | 4 +
pom.xml | 6 +-
464 files changed, 19468 insertions(+), 5672 deletions(-)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/IoTDBRepairDataIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/aligned/IoTDBAlignedSeriesQueryWithMisMatchIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/pipe/it/IoTDBPipeNullValueIT.java
create mode 100644
iotdb-client/cli/src/assembly/resources/tools/collect-info.bat
rename iotdb-client/cli/src/assembly/resources/tools/{collection-info.sh =>
collect-info.sh} (59%)
delete mode 100644
iotdb-client/cli/src/assembly/resources/tools/collection-info.bat
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/exception/CompactionValidationFailedException.java
=> iotdb-client/cli/src/main/java/org/apache/iotdb/cli/type/ExitType.java (72%)
create mode 100644
iotdb-client/cli/src/main/java/org/apache/iotdb/cli/utils/CliContext.java
rename
iotdb-core/confignode/src/assembly/resources/sbin/{register-confignode.sh =>
daemon-confignode.sh} (75%)
rename iotdb-core/datanode/src/assembly/resources/sbin/{register-datanode.sh
=> daemon-datanode.sh} (75%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/sys/StartRepairDataTask.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/sys/StopRepairDataTask.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/optimization/OrderByExpressionWithLimitChangeToTopK.java
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/{SimplePlanNodeRewriter.java
=> BaseSourceRewriter.java} (95%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/process/{TopKNode.java
=> AggregationMergeSortNode.java} (71%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/sys/StartRepairDataStatement.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/sys/StopRepairDataStatement.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/schemaengine/schemaregion/mtree/impl/pbtree/schemafile/pagemgr/PageIOChannel.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/schemaengine/schemaregion/mtree/impl/pbtree/schemafile/pagemgr/PageIndexSortBuckets.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/schemaengine/schemaregion/mtree/impl/pbtree/schemafile/pagemgr/PagePool.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/schemaengine/schemaregion/mtree/impl/pbtree/schemafile/pagemgr/SchemaPageContext.java
copy
iotdb-core/{node-commons/src/main/java/org/apache/iotdb/commons/auth/role/LocalFileRoleManager.java
=>
datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DeviceLastFlushTime.java}
(50%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/{compaction/execute/exception/CompactionValidationFailedException.java
=> ILastFlushTime.java} (67%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/{compaction/execute/exception/CompactionValidationFailedException.java
=> PartitionLastFlushTime.java} (55%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/performer/impl/RepairUnsortedFileCompactionPerformer.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/task/RepairUnsortedFileCompactionTask.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/{exception/CompactionValidationFailedException.java
=> utils/executor/ModifiedStatus.java} (77%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/executor/readchunk/ReadChunkAlignedSeriesCompactionExecutor.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/executor/readchunk/loader/ChunkLoader.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/executor/readchunk/loader/InstantChunkLoader.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/executor/readchunk/loader/InstantPageLoader.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/executor/readchunk/loader/PageLoader.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/writer/RepairUnsortedFileCompactionWriter.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/repair/RepairDataFileScanUtil.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/repair/RepairLogger.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/{execute/exception/CompactionValidationFailedException.java
=> repair/RepairProgress.java} (62%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/repair/RepairTaskRecoverLogParser.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/{execute/exception/CompactionValidationFailedException.java
=> repair/RepairTaskStatus.java} (77%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/repair/RepairTimePartition.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/repair/RepairTimePartitionScanTask.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/repair/UnsortedFileRepairTaskScheduler.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/schedule/CompactionScheduleTaskManager.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/schedule/CompactionScheduleTaskWorker.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/schedule/CompactionTaskQueue.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/selector/estimator/RepairUnsortedFileCompactionEstimator.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/{compaction/execute/exception/CompactionValidationFailedException.java
=> tsfile/TsFileRepairStatus.java} (72%)
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/metadata/schemaRegion/SchemaRegionSimpleRecoverTest.java
delete mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/plan/distribution/AlignByDeviceOrderByLimitOffsetTest.java
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/ExpressionTest.java (98%)
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/FragmentInstanceIdTest.java (96%)
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/FragmentInstanceSerdeTest.java (99%)
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/LogicalPlannerTest.java (98%)
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/PipelineBuilderTest.java (95%)
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/QueryLogicalPlanUtil.java (99%)
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/QueryPlannerTest.java (98%)
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/planner/distribution/AggregationAlignByDeviceTest.java
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/distribution/AggregationDistributionTest.java (96%)
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/planner/distribution/AlignByDeviceOrderByLimitOffsetTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/planner/distribution/AlignByTimeOrderByLimitOffsetTest.java
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/distribution/AlignedByDeviceTest.java (99%)
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/distribution/DistributionPlannerBasicTest.java (98%)
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/distribution/DistributionPlannerCycleTest.java (96%)
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/distribution/LastQueryTest.java (98%)
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/distribution/NoDataRegionPlanningTest.java (93%)
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/planner/distribution/SplitTimePartitionTest.java
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/distribution/Util.java (99%)
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/distribution/Util2.java (99%)
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/node/PlanGraphPrinterTest.java (98%)
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/node/PlanNodeDeserializeHelper.java (95%)
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/node/load/LoadTsFileNodeTest.java (98%)
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/node/metadata/read/DeviceSchemaScanNodeSerdeTest.java (96%)
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/node/metadata/read/NodeManagementMemoryMergeNodeSerdeTest.java (97%)
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/node/metadata/read/PathsUsingTemplateScanNodeTest.java (96%)
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/node/metadata/read/SchemaCountNodeSerdeTest.java (97%)
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/node/metadata/read/SchemaFetchMergeNodeTest.java (97%)
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/node/metadata/read/SchemaFetchScanNodeTest.java (97%)
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/node/metadata/read/TimeSeriesSchemaScanNodeSerdeTest.java (96%)
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/node/metadata/write/MetadataWriteNodeSerDeTest.java (99%)
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/node/process/AggregationNodeSerdeTest.java (99%)
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/node/process/DeviceViewNodeSerdeTest.java (94%)
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/node/process/ExchangeNodeSerdeTest.java (95%)
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/node/process/FillNodeSerdeTest.java (93%)
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/node/process/FilterNodeSerdeTest.java (94%)
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/node/process/GroupByLevelNodeSerdeTest.java (97%)
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/node/process/GroupByTagNodeSerdeTest.java (97%)
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/node/process/IntoNodeSerdeTest.java (96%)
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/node/process/LimitNodeSerdeTest.java (93%)
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/node/process/OffsetNodeSerdeTest.java (93%)
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/node/process/SingleDeviceViewNodeSerdeTest.java (93%)
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/node/process/SortNodeSerdeTest.java (94%)
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/node/process/TimeJoinNodeSerdeTest.java (96%)
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/node/sink/IdentitySinkNodeSerdeTest.java (94%)
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/node/sink/ShuffleSinkHandleNodeSerdeTest.java (94%)
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/node/source/SeriesAggregationScanNodeSerdeTest.java (95%)
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/node/source/SeriesScanNodeSerdeTest.java (93%)
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/node/write/DeleteDataNodeSerdeTest.java (97%)
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/node/write/InsertMultiTabletsNodeSerdeTest.java (98%)
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/node/write/InsertRowNodeSerdeTest.java (99%)
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/node/write/InsertRowsNodeSerdeTest.java (97%)
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/node/write/InsertRowsOfOneDeviceNodeSerdeTest.java (97%)
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/node/write/InsertTabletNodeSerdeTest.java (98%)
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/node/write/WritePlanNodeSplitTest.java (99%)
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{plan =>
planner}/statement/sys/pipe/PipeStatementTest.java (98%)
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/inner/NewReadChunkCompactionPerformerWithAlignedSeriesTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/repair/AbstractRepairDataTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/repair/RepairDataFileScanUtilTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/repair/RepairLoggerTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/repair/RepairUnsortedFileCompactionTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/utils/CompactionTaskQueueTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/WalDeleteOutdatedNewTest.java
rename iotdb-core/node-commons/src/assembly/resources/sbin/{clean-all.bat =>
destroy-all.bat} (68%)
rename iotdb-core/node-commons/src/assembly/resources/sbin/{clean-all.sh =>
destroy-all.sh} (63%)
rename
iotdb-core/node-commons/src/assembly/resources/sbin/{clean-confignode.bat =>
destroy-confignode.bat} (81%)
rename
iotdb-core/node-commons/src/assembly/resources/sbin/{clean-confignode.sh =>
destroy-confignode.sh} (89%)
rename iotdb-core/node-commons/src/assembly/resources/sbin/{clean-datanode.bat
=> destroy-datanode.bat} (95%)
rename iotdb-core/node-commons/src/assembly/resources/sbin/{clean-datanode.sh
=> destroy-datanode.sh} (93%)
rename
iotdb-core/{metrics/interface/src/main/java/org/apache/iotdb/metrics/metricsets
=>
node-commons/src/main/java/org/apache/iotdb/commons/service/metric}/cpu/CpuUsageMetrics.java
(94%)
