This is an automated email from the ASF dual-hosted git repository.
xuekaifeng pushed a change to branch virtual_partition_2_merge
in repository https://gitbox.apache.org/repos/asf/iotdb.git.
from 710f7d5 refactor
add 6787a2e Avoid overflow by converting to long (#2209)
add bf11ac5 [IOTDB-1054] Remove unsupported compress type like GZIP, LZO
etc (#2262)
add c8cf5c9 [IOTDB-1053] Optimize enum `CompressionType` (#2261)
add 6a68db0 Fix the risk of deadlock by WeakReference (#1968)
add da02c71 [IOTDB-825] aggregation by natural month (#2029)
add a75b722 [IOTDB-868] change mlog from txt to bin (#1721)
add 8da5cdf change null pointer log way (#2266)
add 3812910 Move memtable plan index from ChunkGroupFooter to a separate
marker (#2263)
add 087a2a2 fix SDT chinese doc (#2269)
add a712b52 Add compaction test (#2220)
add fd68ec5 using sonar secret token
add f563161 fix fileNotException
add 8252ed8 revert fix fileNotException
add 12abbe9 fix file not found when restart and reader for txt mlog
(#2272)
new 1510ae4 Merge branch 'master' of https://github.com/apache/iotdb into
virtual_partition_2_merge
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/sonar_and_coverall.yml | 2 +-
.../antlr4/org/apache/iotdb/db/qp/sql/SqlBase.g4 | 4 -
docs/SystemDesign/SchemaManager/SchemaManager.md | 20 +-
.../DML Data Manipulation Language.md | 94 +-
docs/UserGuide/Operation Manual/SQL Reference.md | 7 +-
.../UserGuide/System Tools/MLogParser Tool.md | 17 +-
.../zh/SystemDesign/SchemaManager/SchemaManager.md | 20 +-
docs/zh/SystemDesign/StorageEngine/Compaction.md | 10 +-
docs/zh/UserGuide/Concept/SDT.md | 22 +-
.../DML Data Manipulation Language.md | 98 +-
.../zh/UserGuide/Operation Manual/SQL Reference.md | 7 +-
.../zh/UserGuide/System Tools/MLogParser Tool.md | 17 +-
server/file-changelists/mlog-changelist.md | 4 +
.../resources/conf/iotdb-engine.properties | 11 +-
.../mLogParser.bat} | 4 +-
.../print-tsfile-sketch.sh => mlog/mLogParser.sh} | 4 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 16 +-
.../org/apache/iotdb/db/conf/IoTDBConfigCheck.java | 35 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 6 +
.../db/engine/cache/TimeSeriesMetadataCache.java | 7 +-
.../level/LevelCompactionTsFileManagement.java | 152 +--
.../no/NoCompactionTsFileManagement.java | 10 +-
.../compaction/utils/CompactionLogAnalyzer.java | 19 +-
.../engine/compaction/utils/CompactionLogger.java | 16 +-
.../engine/compaction/utils/CompactionUtils.java | 84 +-
.../iotdb/db/engine/flush/MemTableFlushTask.java | 1 +
.../db/engine/storagegroup/TsFileResource.java | 14 +-
.../{MLogWriter.java => MLogTxtWriter.java} | 72 +-
.../org/apache/iotdb/db/metadata/MManager.java | 236 ++--
.../java/org/apache/iotdb/db/metadata/MTree.java | 127 ++-
.../apache/iotdb/db/metadata/MetadataConstant.java | 10 +-
.../iotdb/db/metadata/logfile/MLogReader.java | 74 ++
.../iotdb/db/metadata/logfile/MLogTxtReader.java | 79 ++
.../iotdb/db/metadata/logfile/MLogWriter.java | 454 ++++++++
.../org/apache/iotdb/db/metadata/mnode/MNode.java | 25 +-
.../iotdb/db/metadata/mnode/MeasurementMNode.java | 37 +-
.../iotdb/db/metadata/mnode/StorageGroupMNode.java | 22 +-
.../org/apache/iotdb/db/qp/logical/Operator.java | 5 +-
.../iotdb/db/qp/logical/crud/QueryOperator.java | 18 +
.../apache/iotdb/db/qp/physical/PhysicalPlan.java | 28 +-
.../iotdb/db/qp/physical/crud/GroupByTimePlan.java | 19 +
...tStorageGroupPlan.java => ChangeAliasPlan.java} | 74 +-
...rageGroupPlan.java => ChangeTagOffsetPlan.java} | 76 +-
.../qp/physical/sys/CreateMultiTimeSeriesPlan.java | 4 +-
.../db/qp/physical/sys/CreateTimeSeriesPlan.java | 66 +-
.../db/qp/physical/sys/DeleteTimeSeriesPlan.java | 4 +
.../{SetStorageGroupPlan.java => MNodePlan.java} | 88 +-
.../db/qp/physical/sys/MeasurementMNodePlan.java | 143 +++
.../db/qp/physical/sys/SetStorageGroupPlan.java | 18 +-
.../iotdb/db/qp/physical/sys/SetTTLPlan.java | 1 -
...geGroupPlan.java => StorageGroupMNodePlan.java} | 79 +-
.../apache/iotdb/db/qp/sql/IoTDBSqlVisitor.java | 13 +
.../iotdb/db/qp/strategy/PhysicalGenerator.java | 2 +
.../dataset/groupby/GroupByEngineDataSet.java | 70 +-
.../org/apache/iotdb/db/service/TSServiceImpl.java | 5 +-
.../db/sync/receiver/transfer/SyncServiceImpl.java | 37 +-
.../org/apache/iotdb/db/tools/mlog/MLogParser.java | 194 ++++
.../db/tools/upgrade/TsFileOnlineUpgradeTool.java | 1 +
.../java/org/apache/iotdb/db/utils/QueryUtils.java | 1 -
.../iotdb/db/utils/datastructure/TVList.java | 6 +-
.../org/apache/iotdb/db/writelog/io/LogWriter.java | 56 +-
.../db/writelog/node/ExclusiveWriteLogNode.java | 13 +-
.../LevelCompactionLogTest.java} | 62 +-
.../compaction/LevelCompactionMergeTest.java | 142 +++
.../compaction/LevelCompactionRecoverTest.java | 507 +++++++++
.../LevelCompactionSelectorTest.java} | 51 +-
.../LevelCompactionTest.java} | 68 +-
.../LevelCompactionTsFileManagementTest.java | 120 ++
.../NoCompactionTsFileManagementTest.java | 127 +++
.../iotdb/db/integration/IOTDBGroupByIT.java | 101 ++
.../iotdb/db/integration/IoTDBCompactionIT.java | 154 ---
.../db/integration/IoTDBCreateSnapshotIT.java | 74 +-
.../db/integration/IoTDBLevelCompactionIT.java | 1180 ++++++++++++++++++++
.../iotdb/db/integration/IoTDBRestartIT.java | 2 -
.../apache/iotdb/db/qp/plan/PhysicalPlanTest.java | 9 +-
.../query/executor/GroupByEngineDataSetTest.java | 269 ++++-
.../org/apache/iotdb/db/tools/MLogParserTest.java | 150 +++
.../org/apache/iotdb/db/tools/WalCheckerTest.java | 5 +-
.../iotdb/db/writelog/io/LogWriterReaderTest.java | 4 +-
.../db/writelog/io/MultiFileLogReaderTest.java | 4 +-
tsfile/format-changelist.md | 2 +-
.../org/apache/iotdb/tsfile/file/MetaMarker.java | 4 +
.../iotdb/tsfile/file/footer/ChunkGroupFooter.java | 31 +-
.../file/metadata/MetadataIndexConstructor.java | 9 +-
.../tsfile/file/metadata/MetadataIndexNode.java | 7 +-
.../file/metadata/enums/CompressionType.java | 118 +-
.../iotdb/tsfile/read/TsFileSequenceReader.java | 20 +-
.../iotdb/tsfile/write/writer/TsFileIOWriter.java | 10 +-
.../tsfile/read/TsFileSequenceReaderTest.java | 2 +-
.../iotdb/tsfile/write/TsFileIOWriterTest.java | 8 +
90 files changed, 5061 insertions(+), 1037 deletions(-)
copy client-cpp/README.md => docs/UserGuide/System Tools/MLogParser Tool.md
(67%)
copy client-cpp/README.md => docs/zh/UserGuide/System Tools/MLogParser Tool.md
(67%)
copy
server/src/assembly/resources/tools/{tsfileToolSet/print-tsfile-sketch.bat =>
mlog/mLogParser.bat} (95%)
copy server/src/assembly/resources/tools/{tsfileToolSet/print-tsfile-sketch.sh
=> mlog/mLogParser.sh} (92%)
mode change 100755 => 100644
rename server/src/main/java/org/apache/iotdb/db/metadata/{MLogWriter.java =>
MLogTxtWriter.java} (70%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/metadata/logfile/MLogReader.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/metadata/logfile/MLogTxtReader.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/metadata/logfile/MLogWriter.java
copy
server/src/main/java/org/apache/iotdb/db/qp/physical/sys/{SetStorageGroupPlan.java
=> ChangeAliasPlan.java} (60%)
copy
server/src/main/java/org/apache/iotdb/db/qp/physical/sys/{SetStorageGroupPlan.java
=> ChangeTagOffsetPlan.java} (59%)
copy
server/src/main/java/org/apache/iotdb/db/qp/physical/sys/{SetStorageGroupPlan.java
=> MNodePlan.java} (53%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/qp/physical/sys/MeasurementMNodePlan.java
copy
server/src/main/java/org/apache/iotdb/db/qp/physical/sys/{SetStorageGroupPlan.java
=> StorageGroupMNodePlan.java} (51%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/tools/mlog/MLogParser.java
copy server/src/test/java/org/apache/iotdb/db/engine/{merge/MergeLogTest.java
=> compaction/LevelCompactionLogTest.java} (52%)
create mode 100644
server/src/test/java/org/apache/iotdb/db/engine/compaction/LevelCompactionMergeTest.java
create mode 100644
server/src/test/java/org/apache/iotdb/db/engine/compaction/LevelCompactionRecoverTest.java
copy server/src/test/java/org/apache/iotdb/db/engine/{merge/MergeLogTest.java
=> compaction/LevelCompactionSelectorTest.java} (60%)
copy server/src/test/java/org/apache/iotdb/db/engine/{merge/MergeTest.java =>
compaction/LevelCompactionTest.java} (79%)
create mode 100644
server/src/test/java/org/apache/iotdb/db/engine/compaction/LevelCompactionTsFileManagementTest.java
create mode 100644
server/src/test/java/org/apache/iotdb/db/engine/compaction/NoCompactionTsFileManagementTest.java
delete mode 100644
server/src/test/java/org/apache/iotdb/db/integration/IoTDBCompactionIT.java
create mode 100644
server/src/test/java/org/apache/iotdb/db/integration/IoTDBLevelCompactionIT.java
create mode 100644
server/src/test/java/org/apache/iotdb/db/tools/MLogParserTest.java
