Repository: hadoop Updated Branches: refs/heads/trunk 6f622672b -> dc2b2ae31
MAPREDUCE-5981. Log levels of certain MR logs can be changed to DEBUG. Contributed by Varun Saxena. Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/dc2b2ae3 Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/dc2b2ae3 Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/dc2b2ae3 Branch: refs/heads/trunk Commit: dc2b2ae31f2eb6dae324c2e14ed7660ce605a89b Parents: 6f62267 Author: Devaraj K <deva...@apache.org> Authored: Fri May 8 21:27:54 2015 +0530 Committer: Devaraj K <deva...@apache.org> Committed: Fri May 8 21:27:54 2015 +0530 ---------------------------------------------------------------------- hadoop-mapreduce-project/CHANGES.txt | 3 +++ .../java/org/apache/hadoop/mapreduce/task/reduce/Fetcher.java | 2 +- .../hadoop/mapreduce/task/reduce/ShuffleSchedulerImpl.java | 4 ++-- 3 files changed, 6 insertions(+), 3 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hadoop/blob/dc2b2ae3/hadoop-mapreduce-project/CHANGES.txt ---------------------------------------------------------------------- diff --git a/hadoop-mapreduce-project/CHANGES.txt b/hadoop-mapreduce-project/CHANGES.txt index f534001..c97a7f6 100644 --- a/hadoop-mapreduce-project/CHANGES.txt +++ b/hadoop-mapreduce-project/CHANGES.txt @@ -316,6 +316,9 @@ Release 2.8.0 - UNRELEASED MAPREDUCE-6079. Rename JobImpl#username to reporterUserName. (Tsuyoshi Ozawa via aajisaka) + MAPREDUCE-5981. Log levels of certain MR logs can be changed to DEBUG. + (Varun Saxena via devaraj) + OPTIMIZATIONS BUG FIXES http://git-wip-us.apache.org/repos/asf/hadoop/blob/dc2b2ae3/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/Fetcher.java ---------------------------------------------------------------------- diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/Fetcher.java b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/Fetcher.java index 4b80dc9..1e03387 100644 --- a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/Fetcher.java +++ b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/Fetcher.java @@ -448,7 +448,7 @@ class Fetcher<K,V> extends Thread { LOG.debug("url="+msgToEncode+";encHash="+encHash+";replyHash="+replyHash); // verify that replyHash is HMac of encHash SecureShuffleUtils.verifyReply(replyHash, encHash, shuffleSecretKey); - LOG.info("for url="+msgToEncode+" sent hash and received reply"); + LOG.debug("for url="+msgToEncode+" sent hash and received reply"); } private void setupShuffleConnection(String encHash) { http://git-wip-us.apache.org/repos/asf/hadoop/blob/dc2b2ae3/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/ShuffleSchedulerImpl.java ---------------------------------------------------------------------- diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/ShuffleSchedulerImpl.java b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/ShuffleSchedulerImpl.java index 37f4af3..8317672 100644 --- a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/ShuffleSchedulerImpl.java +++ b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/ShuffleSchedulerImpl.java @@ -413,7 +413,7 @@ public class ShuffleSchedulerImpl<K,V> implements ShuffleScheduler<K,V> { pendingHosts.remove(host); host.markBusy(); - LOG.info("Assigning " + host + " with " + host.getNumKnownMapOutputs() + + LOG.debug("Assigning " + host + " with " + host.getNumKnownMapOutputs() + " to " + Thread.currentThread().getName()); shuffleStart.set(Time.monotonicNow()); @@ -443,7 +443,7 @@ public class ShuffleSchedulerImpl<K,V> implements ShuffleScheduler<K,V> { host.addKnownMap(id); } } - LOG.info("assigned " + includedMaps + " of " + totalSize + " to " + + LOG.debug("assigned " + includedMaps + " of " + totalSize + " to " + host + " to " + Thread.currentThread().getName()); return result; }
