Repository: hadoop Updated Branches: refs/heads/branch-2 802a5775f -> a957baeb7
MAPREDUCE-5981. Log levels of certain MR logs can be changed to DEBUG. Contributed by Varun Saxena. (cherry picked from commit dc2b2ae31f2eb6dae324c2e14ed7660ce605a89b) Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/a957baeb Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/a957baeb Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/a957baeb Branch: refs/heads/branch-2 Commit: a957baeb71eb75aa259902d9d6dce2a64f5a3e38 Parents: 802a577 Author: Devaraj K <deva...@apache.org> Authored: Fri May 8 21:27:54 2015 +0530 Committer: Devaraj K <deva...@apache.org> Committed: Fri May 8 21:28:52 2015 +0530 ---------------------------------------------------------------------- hadoop-mapreduce-project/CHANGES.txt | 3 +++ .../java/org/apache/hadoop/mapreduce/task/reduce/Fetcher.java | 2 +- .../hadoop/mapreduce/task/reduce/ShuffleSchedulerImpl.java | 4 ++-- 3 files changed, 6 insertions(+), 3 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hadoop/blob/a957baeb/hadoop-mapreduce-project/CHANGES.txt ---------------------------------------------------------------------- diff --git a/hadoop-mapreduce-project/CHANGES.txt b/hadoop-mapreduce-project/CHANGES.txt index e139d38..ac8c3be 100644 --- a/hadoop-mapreduce-project/CHANGES.txt +++ b/hadoop-mapreduce-project/CHANGES.txt @@ -64,6 +64,9 @@ Release 2.8.0 - UNRELEASED MAPREDUCE-6079. Rename JobImpl#username to reporterUserName. (Tsuyoshi Ozawa via aajisaka) + MAPREDUCE-5981. Log levels of certain MR logs can be changed to DEBUG. + (Varun Saxena via devaraj) + OPTIMIZATIONS BUG FIXES http://git-wip-us.apache.org/repos/asf/hadoop/blob/a957baeb/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/Fetcher.java ---------------------------------------------------------------------- diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/Fetcher.java b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/Fetcher.java index 4b80dc9..1e03387 100644 --- a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/Fetcher.java +++ b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/Fetcher.java @@ -448,7 +448,7 @@ class Fetcher<K,V> extends Thread { LOG.debug("url="+msgToEncode+";encHash="+encHash+";replyHash="+replyHash); // verify that replyHash is HMac of encHash SecureShuffleUtils.verifyReply(replyHash, encHash, shuffleSecretKey); - LOG.info("for url="+msgToEncode+" sent hash and received reply"); + LOG.debug("for url="+msgToEncode+" sent hash and received reply"); } private void setupShuffleConnection(String encHash) { http://git-wip-us.apache.org/repos/asf/hadoop/blob/a957baeb/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/ShuffleSchedulerImpl.java ---------------------------------------------------------------------- diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/ShuffleSchedulerImpl.java b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/ShuffleSchedulerImpl.java index 37f4af3..8317672 100644 --- a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/ShuffleSchedulerImpl.java +++ b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/ShuffleSchedulerImpl.java @@ -413,7 +413,7 @@ public class ShuffleSchedulerImpl<K,V> implements ShuffleScheduler<K,V> { pendingHosts.remove(host); host.markBusy(); - LOG.info("Assigning " + host + " with " + host.getNumKnownMapOutputs() + + LOG.debug("Assigning " + host + " with " + host.getNumKnownMapOutputs() + " to " + Thread.currentThread().getName()); shuffleStart.set(Time.monotonicNow()); @@ -443,7 +443,7 @@ public class ShuffleSchedulerImpl<K,V> implements ShuffleScheduler<K,V> { host.addKnownMap(id); } } - LOG.info("assigned " + includedMaps + " of " + totalSize + " to " + + LOG.debug("assigned " + includedMaps + " of " + totalSize + " to " + host + " to " + Thread.currentThread().getName()); return result; }
