This is an automated email from the ASF dual-hosted git repository.
geniuspig pushed a change to branch refactor_auth_test
in repository https://gitbox.apache.org/repos/asf/iotdb.git.
from e0733bc update according to review
add 6a68db0 Fix the risk of deadlock by WeakReference (#1968)
add da02c71 [IOTDB-825] aggregation by natural month (#2029)
add a75b722 [IOTDB-868] change mlog from txt to bin (#1721)
add 8da5cdf change null pointer log way (#2266)
add 3812910 Move memtable plan index from ChunkGroupFooter to a separate
marker (#2263)
add 087a2a2 fix SDT chinese doc (#2269)
add a712b52 Add compaction test (#2220)
add fd68ec5 using sonar secret token
add f563161 fix fileNotException
add 8252ed8 revert fix fileNotException
add 12abbe9 fix file not found when restart and reader for txt mlog
(#2272)
add 6d7388d Merge branch 'master' into refactor_auth_test
No new revisions were added by this update.
Summary of changes:
.github/workflows/sonar_and_coverall.yml | 2 +-
docs/SystemDesign/SchemaManager/SchemaManager.md | 20 +-
.../DML Data Manipulation Language.md | 94 +-
docs/UserGuide/Operation Manual/SQL Reference.md | 7 +-
.../UserGuide/System Tools/MLogParser Tool.md | 17 +-
.../zh/SystemDesign/SchemaManager/SchemaManager.md | 20 +-
docs/zh/SystemDesign/StorageEngine/Compaction.md | 10 +-
docs/zh/UserGuide/Concept/SDT.md | 22 +-
.../DML Data Manipulation Language.md | 98 +-
.../zh/UserGuide/Operation Manual/SQL Reference.md | 7 +-
.../zh/UserGuide/System Tools/MLogParser Tool.md | 17 +-
server/file-changelists/mlog-changelist.md | 4 +
.../resources/conf/iotdb-engine.properties | 11 +-
.../mLogParser.bat} | 4 +-
.../print-tsfile-sketch.sh => mlog/mLogParser.sh} | 4 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 16 +-
.../org/apache/iotdb/db/conf/IoTDBConfigCheck.java | 35 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 6 +
.../db/engine/cache/TimeSeriesMetadataCache.java | 7 +-
.../level/LevelCompactionTsFileManagement.java | 152 +--
.../no/NoCompactionTsFileManagement.java | 10 +-
.../compaction/utils/CompactionLogAnalyzer.java | 19 +-
.../engine/compaction/utils/CompactionLogger.java | 16 +-
.../engine/compaction/utils/CompactionUtils.java | 84 +-
.../iotdb/db/engine/flush/MemTableFlushTask.java | 1 +
.../db/engine/storagegroup/TsFileResource.java | 14 +-
.../{MLogWriter.java => MLogTxtWriter.java} | 72 +-
.../org/apache/iotdb/db/metadata/MManager.java | 236 ++--
.../java/org/apache/iotdb/db/metadata/MTree.java | 127 ++-
.../apache/iotdb/db/metadata/MetadataConstant.java | 10 +-
.../iotdb/db/metadata/logfile/MLogReader.java | 74 ++
.../iotdb/db/metadata/logfile/MLogTxtReader.java | 79 ++
.../iotdb/db/metadata/logfile/MLogWriter.java | 454 ++++++++
.../org/apache/iotdb/db/metadata/mnode/MNode.java | 25 +-
.../iotdb/db/metadata/mnode/MeasurementMNode.java | 37 +-
.../iotdb/db/metadata/mnode/StorageGroupMNode.java | 22 +-
.../org/apache/iotdb/db/qp/logical/Operator.java | 5 +-
.../iotdb/db/qp/logical/crud/QueryOperator.java | 18 +
.../apache/iotdb/db/qp/physical/PhysicalPlan.java | 28 +-
.../iotdb/db/qp/physical/crud/GroupByTimePlan.java | 19 +
...tStorageGroupPlan.java => ChangeAliasPlan.java} | 74 +-
...rageGroupPlan.java => ChangeTagOffsetPlan.java} | 76 +-
.../qp/physical/sys/CreateMultiTimeSeriesPlan.java | 4 +-
.../db/qp/physical/sys/CreateTimeSeriesPlan.java | 66 +-
.../db/qp/physical/sys/DeleteTimeSeriesPlan.java | 4 +
.../{SetStorageGroupPlan.java => MNodePlan.java} | 88 +-
.../db/qp/physical/sys/MeasurementMNodePlan.java | 143 +++
.../db/qp/physical/sys/SetStorageGroupPlan.java | 18 +-
.../iotdb/db/qp/physical/sys/SetTTLPlan.java | 1 -
...geGroupPlan.java => StorageGroupMNodePlan.java} | 79 +-
.../apache/iotdb/db/qp/sql/IoTDBSqlVisitor.java | 13 +
.../iotdb/db/qp/strategy/PhysicalGenerator.java | 2 +
.../dataset/groupby/GroupByEngineDataSet.java | 70 +-
.../org/apache/iotdb/db/service/TSServiceImpl.java | 5 +-
.../db/sync/receiver/transfer/SyncServiceImpl.java | 37 +-
.../org/apache/iotdb/db/tools/mlog/MLogParser.java | 194 ++++
.../db/tools/upgrade/TsFileOnlineUpgradeTool.java | 1 +
.../java/org/apache/iotdb/db/utils/QueryUtils.java | 1 -
.../org/apache/iotdb/db/writelog/io/LogWriter.java | 56 +-
.../db/writelog/node/ExclusiveWriteLogNode.java | 13 +-
.../LevelCompactionLogTest.java} | 61 +-
.../compaction/LevelCompactionMergeTest.java | 142 +++
.../compaction/LevelCompactionRecoverTest.java | 507 +++++++++
.../LevelCompactionSelectorTest.java} | 50 +-
.../LevelCompactionTest.java} | 68 +-
.../LevelCompactionTsFileManagementTest.java | 120 ++
.../NoCompactionTsFileManagementTest.java | 127 +++
.../iotdb/db/integration/IOTDBGroupByIT.java | 101 ++
.../iotdb/db/integration/IoTDBCompactionIT.java | 154 ---
.../db/integration/IoTDBCreateSnapshotIT.java | 74 +-
.../db/integration/IoTDBLevelCompactionIT.java | 1180 ++++++++++++++++++++
.../iotdb/db/integration/IoTDBRestartIT.java | 2 -
.../apache/iotdb/db/qp/plan/PhysicalPlanTest.java | 9 +-
.../query/executor/GroupByEngineDataSetTest.java | 269 ++++-
.../org/apache/iotdb/db/tools/MLogParserTest.java | 150 +++
.../org/apache/iotdb/db/tools/WalCheckerTest.java | 5 +-
.../iotdb/db/writelog/io/LogWriterReaderTest.java | 4 +-
.../db/writelog/io/MultiFileLogReaderTest.java | 4 +-
tsfile/format-changelist.md | 2 +-
.../org/apache/iotdb/tsfile/file/MetaMarker.java | 4 +
.../iotdb/tsfile/file/footer/ChunkGroupFooter.java | 31 +-
.../file/metadata/MetadataIndexConstructor.java | 9 +-
.../tsfile/file/metadata/MetadataIndexNode.java | 7 +-
.../iotdb/tsfile/read/TsFileSequenceReader.java | 20 +-
.../iotdb/tsfile/write/writer/TsFileIOWriter.java | 10 +-
.../tsfile/read/TsFileSequenceReaderTest.java | 2 +-
.../iotdb/tsfile/write/TsFileIOWriterTest.java | 8 +
87 files changed, 5002 insertions(+), 966 deletions(-)
copy client-cpp/README.md => docs/UserGuide/System Tools/MLogParser Tool.md
(67%)
copy client-cpp/README.md => docs/zh/UserGuide/System Tools/MLogParser Tool.md
(67%)
copy
server/src/assembly/resources/tools/{tsfileToolSet/print-tsfile-sketch.bat =>
mlog/mLogParser.bat} (95%)
copy server/src/assembly/resources/tools/{tsfileToolSet/print-tsfile-sketch.sh
=> mlog/mLogParser.sh} (92%)
mode change 100755 => 100644
rename server/src/main/java/org/apache/iotdb/db/metadata/{MLogWriter.java =>
MLogTxtWriter.java} (70%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/metadata/logfile/MLogReader.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/metadata/logfile/MLogTxtReader.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/metadata/logfile/MLogWriter.java
copy
server/src/main/java/org/apache/iotdb/db/qp/physical/sys/{SetStorageGroupPlan.java
=> ChangeAliasPlan.java} (60%)
copy
server/src/main/java/org/apache/iotdb/db/qp/physical/sys/{SetStorageGroupPlan.java
=> ChangeTagOffsetPlan.java} (59%)
copy
server/src/main/java/org/apache/iotdb/db/qp/physical/sys/{SetStorageGroupPlan.java
=> MNodePlan.java} (53%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/qp/physical/sys/MeasurementMNodePlan.java
copy
server/src/main/java/org/apache/iotdb/db/qp/physical/sys/{SetStorageGroupPlan.java
=> StorageGroupMNodePlan.java} (51%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/tools/mlog/MLogParser.java
copy server/src/test/java/org/apache/iotdb/db/engine/{merge/MergeLogTest.java
=> compaction/LevelCompactionLogTest.java} (52%)
create mode 100644
server/src/test/java/org/apache/iotdb/db/engine/compaction/LevelCompactionMergeTest.java
create mode 100644
server/src/test/java/org/apache/iotdb/db/engine/compaction/LevelCompactionRecoverTest.java
copy server/src/test/java/org/apache/iotdb/db/engine/{merge/MergeLogTest.java
=> compaction/LevelCompactionSelectorTest.java} (60%)
copy server/src/test/java/org/apache/iotdb/db/engine/{merge/MergeTest.java =>
compaction/LevelCompactionTest.java} (79%)
create mode 100644
server/src/test/java/org/apache/iotdb/db/engine/compaction/LevelCompactionTsFileManagementTest.java
create mode 100644
server/src/test/java/org/apache/iotdb/db/engine/compaction/NoCompactionTsFileManagementTest.java
delete mode 100644
server/src/test/java/org/apache/iotdb/db/integration/IoTDBCompactionIT.java
create mode 100644
server/src/test/java/org/apache/iotdb/db/integration/IoTDBLevelCompactionIT.java
create mode 100644
server/src/test/java/org/apache/iotdb/db/tools/MLogParserTest.java
