This is an automated email from the ASF dual-hosted git repository. tanxinyu pushed a commit to branch cluster_crash in repository https://gitbox.apache.org/repos/asf/iotdb.git
commit 3b081e48a2d85c6dc1344273613e62bb854c2ae7 Author: LebronAl <[email protected]> AuthorDate: Tue Jan 4 11:05:44 2022 +0800 add logs & change config --- .../org/apache/iotdb/cluster/log/manage/RaftLogManager.java | 12 ++++++++++-- .../apache/iotdb/cluster/server/member/MetaGroupMember.java | 6 +++--- .../org/apache/iotdb/cluster/server/monitor/NodeReport.java | 5 +---- 3 files changed, 14 insertions(+), 9 deletions(-) diff --git a/cluster/src/main/java/org/apache/iotdb/cluster/log/manage/RaftLogManager.java b/cluster/src/main/java/org/apache/iotdb/cluster/log/manage/RaftLogManager.java index 3ae298c..7646dc1 100644 --- a/cluster/src/main/java/org/apache/iotdb/cluster/log/manage/RaftLogManager.java +++ b/cluster/src/main/java/org/apache/iotdb/cluster/log/manage/RaftLogManager.java @@ -578,6 +578,10 @@ public abstract class RaftLogManager { return; } + if (entries.size() > 300) { + logger.info("{} committed too many entries, size {}", name, entries.size()); + } + long commitLogIndex = getCommitLogIndex(); long firstLogIndex = entries.get(0).getCurrLogIndex(); if (commitLogIndex >= firstLogIndex) { @@ -853,6 +857,10 @@ public abstract class RaftLogManager { if (committedEntryManager.getTotalSize() <= minNumOfLogsInMem) { return; } + logger.info( + "{}: Start to delete committed entries, size {}", + name, + committedEntryManager.getTotalSize()); innerDeleteLog(minNumOfLogsInMem); } } catch (Exception e) { @@ -869,7 +877,7 @@ public abstract class RaftLogManager { long compactIndex = Math.min(committedEntryManager.getDummyIndex() + removeSize, maxHaveAppliedCommitIndex - 1); try { - logger.debug( + logger.info( "{}: Before compaction index {}-{}, compactIndex {}, removeSize {}, committedLogSize " + "{}, maxAppliedLog {}", name, @@ -883,7 +891,7 @@ public abstract class RaftLogManager { if (ClusterDescriptor.getInstance().getConfig().isEnableRaftLogPersistence()) { getStableEntryManager().removeCompactedEntries(compactIndex); } - logger.debug( + logger.info( "{}: After compaction index {}-{}, committedLogSize {}", name, getFirstIndex(), diff --git a/cluster/src/main/java/org/apache/iotdb/cluster/server/member/MetaGroupMember.java b/cluster/src/main/java/org/apache/iotdb/cluster/server/member/MetaGroupMember.java index 768afee..f150bf8 100644 --- a/cluster/src/main/java/org/apache/iotdb/cluster/server/member/MetaGroupMember.java +++ b/cluster/src/main/java/org/apache/iotdb/cluster/server/member/MetaGroupMember.java @@ -163,7 +163,7 @@ public class MetaGroupMember extends RaftMember { * every "REPORT_INTERVAL_SEC" seconds, a reporter thread will print the status of all raft * members in this node */ - private static final int REPORT_INTERVAL_SEC = 10; + private static final int REPORT_INTERVAL_SEC = 30; /** * every "REFRESH_CLIENT_SEC" seconds, a dataClientRefresher thread will try to refresh one thrift @@ -535,9 +535,9 @@ public class MetaGroupMember extends RaftMember { private void generateNodeReport() { try { - if (logger.isDebugEnabled()) { + if (logger.isInfoEnabled()) { NodeReport report = genNodeReport(); - logger.debug(report.toString()); + logger.info(report.toString()); } } catch (Exception e) { logger.error("{} exception occurred when generating node report", name, e); diff --git a/cluster/src/main/java/org/apache/iotdb/cluster/server/monitor/NodeReport.java b/cluster/src/main/java/org/apache/iotdb/cluster/server/monitor/NodeReport.java index 313333f..1940209 100644 --- a/cluster/src/main/java/org/apache/iotdb/cluster/server/monitor/NodeReport.java +++ b/cluster/src/main/java/org/apache/iotdb/cluster/server/monitor/NodeReport.java @@ -183,10 +183,7 @@ public class NodeReport { + "ms ago" + ", logIncrement=" + (lastLogIndex - prevLastLogIndex) - + transportCompressionReport - + ", \n timer: " - + Timer.getReport() - + '}'; + + transportCompressionReport; } }
