HBASE-11994 PutCombiner floods the M/R log with repeated log messages (Aditya Kishore)
Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/ac290195 Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/ac290195 Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/ac290195 Branch: refs/heads/0.98 Commit: ac29019563c937c0a33ea1620096b91fe50cd7a2 Parents: 4c258e9 Author: Andrew Purtell <[email protected]> Authored: Tue Sep 16 13:55:14 2014 -0700 Committer: Andrew Purtell <[email protected]> Committed: Tue Sep 16 13:55:32 2014 -0700 ---------------------------------------------------------------------- .../java/org/apache/hadoop/hbase/mapreduce/PutCombiner.java | 9 +++++++-- 1 file changed, 7 insertions(+), 2 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hbase/blob/ac290195/hbase-server/src/main/java/org/apache/hadoop/hbase/mapreduce/PutCombiner.java ---------------------------------------------------------------------- diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/mapreduce/PutCombiner.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/mapreduce/PutCombiner.java index f10836b..a7f0f6f 100644 --- a/hbase-server/src/main/java/org/apache/hadoop/hbase/mapreduce/PutCombiner.java +++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/mapreduce/PutCombiner.java @@ -80,15 +80,20 @@ public class PutCombiner<K> extends Reducer<K, Put, K, Put> { } if (cnt % 10 == 0) context.setStatus("Combine " + cnt); if (curSize > threshold) { - LOG.info(String.format("Combined %d Put(s) into %d.", cnt, 1)); + if (LOG.isDebugEnabled()) { + LOG.debug(String.format("Combined %d Put(s) into %d.", cnt, 1)); + } context.write(row, put); put = null; + curSize = 0; cnt = 0; } } } if (put != null) { - LOG.info(String.format("Combined %d Put(s) into %d.", cnt, 1)); + if (LOG.isDebugEnabled()) { + LOG.debug(String.format("Combined %d Put(s) into %d.", cnt, 1)); + } context.write(row, put); } }
