This is an automated email from the ASF dual-hosted git repository.
qiaojialin pushed a commit to branch rel/0.13
in repository https://gitbox.apache.org/repos/asf/iotdb.git
The following commit(s) were added to refs/heads/rel/0.13 by this push:
new 677fc19671 [to rel/0.13][IOTDB-3113] Add speed log for compaction
(#5828)
677fc19671 is described below
commit 677fc1967193321a22a31762a802a1d9f81b7ab8
Author: Liu Xuxin <[email protected]>
AuthorDate: Sun May 8 21:00:35 2022 +0800
[to rel/0.13][IOTDB-3113] Add speed log for compaction (#5828)
---
.../rewrite/task/RewriteCrossSpaceCompactionTask.java | 14 ++++++++++++--
.../inner/sizetiered/SizeTieredCompactionTask.java | 7 ++++---
2 files changed, 16 insertions(+), 5 deletions(-)
diff --git
a/server/src/main/java/org/apache/iotdb/db/engine/compaction/cross/rewrite/task/RewriteCrossSpaceCompactionTask.java
b/server/src/main/java/org/apache/iotdb/db/engine/compaction/cross/rewrite/task/RewriteCrossSpaceCompactionTask.java
index a95b8d44d7..dc24ed005a 100644
---
a/server/src/main/java/org/apache/iotdb/db/engine/compaction/cross/rewrite/task/RewriteCrossSpaceCompactionTask.java
+++
b/server/src/main/java/org/apache/iotdb/db/engine/compaction/cross/rewrite/task/RewriteCrossSpaceCompactionTask.java
@@ -123,6 +123,14 @@ public class RewriteCrossSpaceCompactionTask extends
AbstractCrossSpaceCompactio
return;
}
+ long totalSize = 0L;
+ for (TsFileResource resource : selectedSeqTsFileResourceList) {
+ totalSize += resource.getTsFileSize();
+ }
+ for (TsFileResource resource : selectedUnSeqTsFileResourceList) {
+ totalSize += resource.getTsFileSize();
+ }
+
logger.info(
"{} [Compaction] CrossSpaceCompactionTask start. Sequence files : {},
unsequence files : {}",
fullStorageGroupName,
@@ -170,10 +178,12 @@ public class RewriteCrossSpaceCompactionTask extends
AbstractCrossSpaceCompactio
if (logFile.exists()) {
FileUtils.delete(logFile);
}
+ double costTime = (System.currentTimeMillis() - startTime) / 1000.0d;
logger.info(
- "{} [Compaction] CrossSpaceCompactionTask Costs {} s",
+ "{} [Compaction] CrossSpaceCompactionTask Costs {} s, compaction
speed is {} MB/s",
fullStorageGroupName,
- (System.currentTimeMillis() - startTime) / 1000);
+ costTime,
+ totalSize / 1024.0d / 1024.0d / costTime);
}
}
diff --git
a/server/src/main/java/org/apache/iotdb/db/engine/compaction/inner/sizetiered/SizeTieredCompactionTask.java
b/server/src/main/java/org/apache/iotdb/db/engine/compaction/inner/sizetiered/SizeTieredCompactionTask.java
index 8c01e06635..d5a5f675e9 100644
---
a/server/src/main/java/org/apache/iotdb/db/engine/compaction/inner/sizetiered/SizeTieredCompactionTask.java
+++
b/server/src/main/java/org/apache/iotdb/db/engine/compaction/inner/sizetiered/SizeTieredCompactionTask.java
@@ -183,13 +183,14 @@ public class SizeTieredCompactionTask extends
AbstractInnerSpaceCompactionTask {
InnerSpaceCompactionUtils.deleteModificationForSourceFile(
selectedTsFileResourceList, fullStorageGroupName);
- long costTime = System.currentTimeMillis() - startTime;
+ double costTime = (System.currentTimeMillis() - startTime) / 1000.0d;
LOGGER.info(
"{} [SizeTiredCompactionTask] all compaction task finish, target
file is {},"
- + "time cost is {} s",
+ + "time cost is {} s, compaction speed is {} MB/s",
fullStorageGroupName,
targetTsFileResource.getTsFile().getName(),
- costTime / 1000);
+ costTime,
+ ((double) selectedFileSize) / 1024.0d / 1024.0d / costTime);
if (logFile.exists()) {
FileUtils.delete(logFile);