This is an automated email from the ASF dual-hosted git repository.
yongzao pushed a change to branch heartbeat-timestamp-improvement
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 3299685287a bug fix nano time
add 66f02886809 Fix region sample bug
add 8fefc91f8fd Daemon script change default choice from n to y (#11910)
add 85fe36d324c This configuration file needs to be configured only when
the start-all.sh,stop-all.sh, and destroy.sh scripts are required. You also
need to modify this configuration file when the cluster nodes change (#11911)
add bc3c9f43669 remove insert cross compaction config v1 (#11912)
add 3f16839f5a3 Dicard all null row of aligned page in AlignedPageReader
(#11913)
add 96929fa9671 [IOTDB-6292] Add the internal address column in the result
of show regions (#11915)
add c147683fd67 fix insertion compaction target file progress index
(#11917)
add 6d46ceb4a05 [IOTDB-6291] Update RegionGroup configuration when update
DataNode configuration (#11914)
add 9aceb9f2295 [RatisConsensus] Bump ratis version from 3.0.0 to 3.0.1
(#11899)
add e9e01f3bdba Pipe: make PipeHistoricalDataRegionExtractor &
PipeRealtimeDataRegionExtractor log info much clear with pipe name and region
id added (#11920)
add 22f915f3159 Strictly check inner space compaction file size (#11919)
add da790779d13 Read chunk aligned series compaction executor (#11745)
add a965709cd3a fix remaining issues when upgrading to ratis 3.0.1 (#11921)
add 23928e97105 modify ExitOnOutOfMemoryError to CrashOnOutOfMemoryError
on .bat
add eae4d01d582 remove enable_insertion_cross_space_compaction from
iotdb-common.properties (#11925)
add 7e5162332e3 conf: 1. open replication_factor,2. open
dn_metric_prometheus_reporter_port (#11922)
add f40c3731138 fix ActiveMemTableCount update error (#11923)
add 7dd570d991a Load: Introduce LoadTsFileManager.CleanupTask to force
close writer manager after exception occurring (#11924)
add 4cc5b2ba48d Fix query result is empty in order by time align by device
add 771c096b478 Pipe: let non enriched event forever retry when exception
occurred to avoid subtask fake running status recorded at data node task agent
(#11929)
add dd48a57ddb2 Improve some descriptions of daemon-script
add 63605be3186 Fix the issue where ConfigNode reports
'ConsensusGroupAlreadyExist' error during startup in some scenarios (#11928)
add c3597b6ae12 Fixed the issue that IoTConsensus synchronization is stuck
when WAL file is corrupted (#11930)
add 0cb14994659 Enable SchemaRegion Leader Auto Balance (#11926)
add f94f99a4828 Change partial aggregation symbols for variance and
standard deviation aggregators
add 3464e95f495 Load: Support configure
load_clean_up_task_execution_delay_time_seconds of a load task (#11936)
add db7d115204a Skip broken wal files when iterate the PlanNodeIterator
(#11935)
add 4ec79560c60 fix remaining issues when upgrading to ratis 3.0.1 (#11940)
add f1db2923dfb Pipe: decrease the default value of
pipe_sink_selector_number to 4 for better performance (#11942)
add 85e71a43543 Fix update time index after compact aligned series (#11943)
add 8885df31144 fix PointPriorityReader calculation of aligned series null
value num (#11945)
add 34dbab75c6f Merge branch 'master' into heartbeat-timestamp-improvement
No new revisions were added by this update.
Summary of changes:
.../it/cluster/IoTDBClusterRestartIT.java | 70 ++
.../src/assembly/resources/conf/confignode-env.bat | 2 +-
.../assembly/resources/sbin/daemon-confignode.sh | 22 +-
.../iotdb/confignode/conf/ConfigNodeConfig.java | 2 +-
.../persistence/executor/ConfigPlanExecutor.java | 9 +-
.../partition/DatabasePartitionTable.java | 11 +
.../persistence/partition/PartitionInfo.java | 19 +
.../persistence/partition/RegionGroup.java | 15 +
.../procedure/env/ConfigNodeProcedureEnv.java | 2 +-
.../apache/iotdb/consensus/config/RatisConfig.java | 14 -
.../consensus/iot/logdispatcher/LogDispatcher.java | 24 +-
.../iotdb/consensus/ratis/RatisConsensus.java | 10 +-
.../apache/iotdb/consensus/ratis/utils/Utils.java | 6 +-
.../iotdb/consensus/ratis/RatisConsensusTest.java | 4 +-
.../iotdb/consensus/ratis/RecoverReadTest.java | 6 +-
.../src/assembly/resources/conf/datanode-env.bat | 2 +-
.../resources/conf/iotdb-datanode.properties | 2 +-
.../src/assembly/resources/sbin/daemon-datanode.sh | 22 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 27 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 29 +-
.../agent/runtime/PipePeriodicalJobExecutor.java | 1 +
.../pipe/extractor/IoTDBDataRegionExtractor.java | 23 +-
.../PipeHistoricalDataRegionTsFileExtractor.java | 54 +-
.../db/pipe/task/subtask/PipeDataNodeSubtask.java | 105 +--
.../subtask/connector/PipeConnectorSubtask.java | 142 ++---
.../common/header/ColumnHeaderConstant.java | 1 +
.../execution/load/LoadTsFileManager.java | 144 +++--
.../execution/operator/AggregationUtil.java | 6 +
.../execution/config/metadata/ShowRegionTask.java | 7 +-
.../plan/planner/LogicalPlanBuilder.java | 19 +-
.../plan/planner/distribution/SourceRewriter.java | 9 +-
.../plan/parameter/AggregationDescriptor.java | 14 +-
.../plan/scheduler/load/LoadTsFileScheduler.java | 8 +-
.../iotdb/db/storageengine/StorageEngine.java | 19 +-
.../db/storageengine/dataregion/DataRegion.java | 5 +-
.../impl/ReadChunkCompactionPerformer.java | 13 +-
.../execute/task/CompactionTaskSummary.java | 44 +-
.../task/InsertionCrossSpaceCompactionTask.java | 3 +-
.../execute/utils/executor/ModifiedStatus.java} | 10 +-
.../fast/AlignedSeriesCompactionExecutor.java | 1 +
.../fast/NonAlignedSeriesCompactionExecutor.java | 1 +
.../executor/fast/SeriesCompactionExecutor.java | 6 +-
.../ReadChunkAlignedSeriesCompactionExecutor.java | 471 ++++++++++++++
.../readchunk/SingleSeriesCompactionExecutor.java | 4 +-
.../executor/readchunk/loader/ChunkLoader.java | 104 +++
.../readchunk/loader/InstantChunkLoader.java | 105 +++
.../readchunk/loader/InstantPageLoader.java | 103 +++
.../executor/readchunk/loader/PageLoader.java | 107 ++++
.../execute/utils/reader/PointPriorityReader.java | 2 +-
.../compaction/io/CompactionTsFileReader.java | 18 +
.../compaction/schedule/CompactionScheduler.java | 2 +-
.../compaction/schedule/CompactionTaskManager.java | 3 +-
.../impl/SizeTieredCompactionSelector.java | 41 +-
.../dataregion/memtable/TsFileProcessor.java | 2 +
.../storageengine/dataregion/wal/node/WALNode.java | 15 +-
.../wal/recover/file/TsFilePlanRedoer.java | 2 +
.../org/apache/iotdb/db/utils/SchemaUtils.java | 27 +-
.../storageengine/dataregion/DataRegionTest.java | 6 -
.../FastInnerCompactionPerformerTest.java | 108 ++++
.../InsertionCrossSpaceCompactionSelectorTest.java | 4 +-
.../cross/InsertionCrossSpaceCompactionTest.java | 6 +-
...nkCompactionPerformerWithAlignedSeriesTest.java | 704 +++++++++++++++++++++
.../compaction/utils/CompactionCheckerUtils.java | 8 +-
.../compaction/utils/CompactionTestFileWriter.java | 8 +-
.../resources/conf/iotdb-cluster.properties | 5 +-
.../resources/conf/iotdb-common.properties | 22 +-
.../src/assembly/resources/sbin/destroy-all.sh | 1 +
.../apache/iotdb/commons/conf/CommonConfig.java | 2 +-
.../tsfile/read/reader/page/AlignedPageReader.java | 7 +-
.../src/main/thrift/confignode.thrift | 1 +
pom.xml | 2 +-
71 files changed, 2439 insertions(+), 384 deletions(-)
copy
iotdb-core/datanode/src/{test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/utils/CompactionTimeseriesType.java
=>
main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/executor/ModifiedStatus.java}
(89%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/executor/readchunk/ReadChunkAlignedSeriesCompactionExecutor.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/executor/readchunk/loader/ChunkLoader.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/executor/readchunk/loader/InstantChunkLoader.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/executor/readchunk/loader/InstantPageLoader.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/executor/readchunk/loader/PageLoader.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/inner/NewReadChunkCompactionPerformerWithAlignedSeriesTest.java
