hadoop git commit: MAPREDUCE-5981. Log levels of certain MR logs can be changed to DEBUG. Contributed by Varun Saxena.

2015-05-08 Thread devaraj 
Repository: hadoop
Updated Branches:
  refs/heads/trunk 6f622672b - dc2b2ae31


MAPREDUCE-5981. Log levels of certain MR logs can be changed to DEBUG.
Contributed by Varun Saxena.


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/dc2b2ae3
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/dc2b2ae3
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/dc2b2ae3

Branch: refs/heads/trunk
Commit: dc2b2ae31f2eb6dae324c2e14ed7660ce605a89b
Parents: 6f62267
Author: Devaraj K deva...@apache.org
Authored: Fri May 8 21:27:54 2015 +0530
Committer: Devaraj K deva...@apache.org
Committed: Fri May 8 21:27:54 2015 +0530

--
 hadoop-mapreduce-project/CHANGES.txt | 3 +++
 .../java/org/apache/hadoop/mapreduce/task/reduce/Fetcher.java| 2 +-
 .../hadoop/mapreduce/task/reduce/ShuffleSchedulerImpl.java   | 4 ++--
 3 files changed, 6 insertions(+), 3 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hadoop/blob/dc2b2ae3/hadoop-mapreduce-project/CHANGES.txt
--
diff --git a/hadoop-mapreduce-project/CHANGES.txt 
b/hadoop-mapreduce-project/CHANGES.txt
index f534001..c97a7f6 100644
--- a/hadoop-mapreduce-project/CHANGES.txt
+++ b/hadoop-mapreduce-project/CHANGES.txt
@@ -316,6 +316,9 @@ Release 2.8.0 - UNRELEASED
 MAPREDUCE-6079. Rename JobImpl#username to reporterUserName.
 (Tsuyoshi Ozawa via aajisaka)
 
+MAPREDUCE-5981. Log levels of certain MR logs can be changed to DEBUG.
+(Varun Saxena via devaraj)
+
   OPTIMIZATIONS
 
   BUG FIXES

http://git-wip-us.apache.org/repos/asf/hadoop/blob/dc2b2ae3/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/Fetcher.java
--
diff --git 
a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/Fetcher.java
 
b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/Fetcher.java
index 4b80dc9..1e03387 100644
--- 
a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/Fetcher.java
+++ 
b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/Fetcher.java
@@ -448,7 +448,7 @@ class FetcherK,V extends Thread {
 LOG.debug(url=+msgToEncode+;encHash=+encHash+;replyHash=+replyHash);
 // verify that replyHash is HMac of encHash
 SecureShuffleUtils.verifyReply(replyHash, encHash, shuffleSecretKey);
-LOG.info(for url=+msgToEncode+ sent hash and received reply);
+LOG.debug(for url=+msgToEncode+ sent hash and received reply);
   }
 
   private void setupShuffleConnection(String encHash) {

http://git-wip-us.apache.org/repos/asf/hadoop/blob/dc2b2ae3/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/ShuffleSchedulerImpl.java
--
diff --git 
a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/ShuffleSchedulerImpl.java
 
b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/ShuffleSchedulerImpl.java
index 37f4af3..8317672 100644
--- 
a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/ShuffleSchedulerImpl.java
+++ 
b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/ShuffleSchedulerImpl.java
@@ -413,7 +413,7 @@ public class ShuffleSchedulerImplK,V implements 
ShuffleSchedulerK,V {
   pendingHosts.remove(host);
   host.markBusy();
 
-  LOG.info(Assigning  + host +  with  + host.getNumKnownMapOutputs() +
+  LOG.debug(Assigning  + host +  with  + host.getNumKnownMapOutputs() +
 to  + Thread.currentThread().getName());
   shuffleStart.set(Time.monotonicNow());
 
@@ -443,7 +443,7 @@ public class ShuffleSchedulerImplK,V implements 
ShuffleSchedulerK,V {
 host.addKnownMap(id);
   }
 }
-LOG.info(assigned  + includedMaps +  of  + totalSize +  to  +
+LOG.debug(assigned  + includedMaps +  of  + totalSize +  to  +
  host +  to  + Thread.currentThread().getName());
 return result;
   }

hadoop git commit: MAPREDUCE-5981. Log levels of certain MR logs can be changed to DEBUG. Contributed by Varun Saxena.

2015-05-08 Thread devaraj 
Repository: hadoop
Updated Branches:
  refs/heads/branch-2 802a5775f - a957baeb7


MAPREDUCE-5981. Log levels of certain MR logs can be changed to DEBUG.
Contributed by Varun Saxena.

(cherry picked from commit dc2b2ae31f2eb6dae324c2e14ed7660ce605a89b)


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/a957baeb
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/a957baeb
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/a957baeb

Branch: refs/heads/branch-2
Commit: a957baeb71eb75aa259902d9d6dce2a64f5a3e38
Parents: 802a577
Author: Devaraj K deva...@apache.org
Authored: Fri May 8 21:27:54 2015 +0530
Committer: Devaraj K deva...@apache.org
Committed: Fri May 8 21:28:52 2015 +0530

--
 hadoop-mapreduce-project/CHANGES.txt | 3 +++
 .../java/org/apache/hadoop/mapreduce/task/reduce/Fetcher.java| 2 +-
 .../hadoop/mapreduce/task/reduce/ShuffleSchedulerImpl.java   | 4 ++--
 3 files changed, 6 insertions(+), 3 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hadoop/blob/a957baeb/hadoop-mapreduce-project/CHANGES.txt
--
diff --git a/hadoop-mapreduce-project/CHANGES.txt 
b/hadoop-mapreduce-project/CHANGES.txt
index e139d38..ac8c3be 100644
--- a/hadoop-mapreduce-project/CHANGES.txt
+++ b/hadoop-mapreduce-project/CHANGES.txt
@@ -64,6 +64,9 @@ Release 2.8.0 - UNRELEASED
 MAPREDUCE-6079. Rename JobImpl#username to reporterUserName.
 (Tsuyoshi Ozawa via aajisaka)
 
+MAPREDUCE-5981. Log levels of certain MR logs can be changed to DEBUG.
+(Varun Saxena via devaraj)
+
   OPTIMIZATIONS
 
   BUG FIXES

http://git-wip-us.apache.org/repos/asf/hadoop/blob/a957baeb/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/Fetcher.java
--
diff --git 
a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/Fetcher.java
 
b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/Fetcher.java
index 4b80dc9..1e03387 100644
--- 
a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/Fetcher.java
+++ 
b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/Fetcher.java
@@ -448,7 +448,7 @@ class FetcherK,V extends Thread {
 LOG.debug(url=+msgToEncode+;encHash=+encHash+;replyHash=+replyHash);
 // verify that replyHash is HMac of encHash
 SecureShuffleUtils.verifyReply(replyHash, encHash, shuffleSecretKey);
-LOG.info(for url=+msgToEncode+ sent hash and received reply);
+LOG.debug(for url=+msgToEncode+ sent hash and received reply);
   }
 
   private void setupShuffleConnection(String encHash) {

http://git-wip-us.apache.org/repos/asf/hadoop/blob/a957baeb/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/ShuffleSchedulerImpl.java
--
diff --git 
a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/ShuffleSchedulerImpl.java
 
b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/ShuffleSchedulerImpl.java
index 37f4af3..8317672 100644
--- 
a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/ShuffleSchedulerImpl.java
+++ 
b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/ShuffleSchedulerImpl.java
@@ -413,7 +413,7 @@ public class ShuffleSchedulerImplK,V implements 
ShuffleSchedulerK,V {
   pendingHosts.remove(host);
   host.markBusy();
 
-  LOG.info(Assigning  + host +  with  + host.getNumKnownMapOutputs() +
+  LOG.debug(Assigning  + host +  with  + host.getNumKnownMapOutputs() +
 to  + Thread.currentThread().getName());
   shuffleStart.set(Time.monotonicNow());
 
@@ -443,7 +443,7 @@ public class ShuffleSchedulerImplK,V implements 
ShuffleSchedulerK,V {
 host.addKnownMap(id);
   }
 }
-LOG.info(assigned  + includedMaps +  of  + totalSize +  to  +
+LOG.debug(assigned  + includedMaps +  of  + totalSize +  to  +
  host +  to  + Thread.currentThread().getName());
 return result;
   }

[14/50] hadoop git commit: MAPREDUCE-5981. Log levels of certain MR logs can be changed to DEBUG. Contributed by Varun Saxena.

2015-05-08 Thread zjshen 
MAPREDUCE-5981. Log levels of certain MR logs can be changed to DEBUG.
Contributed by Varun Saxena.


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/30cbf95c
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/30cbf95c
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/30cbf95c

Branch: refs/heads/YARN-2928
Commit: 30cbf95cfa92f3febfee71121f12692f24819665
Parents: c1411e6
Author: Devaraj K deva...@apache.org
Authored: Fri May 8 21:27:54 2015 +0530
Committer: Zhijie Shen zjs...@apache.org
Committed: Fri May 8 17:32:47 2015 -0700

--
 hadoop-mapreduce-project/CHANGES.txt | 3 +++
 .../java/org/apache/hadoop/mapreduce/task/reduce/Fetcher.java| 2 +-
 .../hadoop/mapreduce/task/reduce/ShuffleSchedulerImpl.java   | 4 ++--
 3 files changed, 6 insertions(+), 3 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hadoop/blob/30cbf95c/hadoop-mapreduce-project/CHANGES.txt
--
diff --git a/hadoop-mapreduce-project/CHANGES.txt 
b/hadoop-mapreduce-project/CHANGES.txt
index 328ad50..07e1685 100644
--- a/hadoop-mapreduce-project/CHANGES.txt
+++ b/hadoop-mapreduce-project/CHANGES.txt
@@ -334,6 +334,9 @@ Release 2.8.0 - UNRELEASED
 MAPREDUCE-6079. Rename JobImpl#username to reporterUserName.
 (Tsuyoshi Ozawa via aajisaka)
 
+MAPREDUCE-5981. Log levels of certain MR logs can be changed to DEBUG.
+(Varun Saxena via devaraj)
+
   OPTIMIZATIONS
 
   BUG FIXES

http://git-wip-us.apache.org/repos/asf/hadoop/blob/30cbf95c/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/Fetcher.java
--
diff --git 
a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/Fetcher.java
 
b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/Fetcher.java
index 4b80dc9..1e03387 100644
--- 
a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/Fetcher.java
+++ 
b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/Fetcher.java
@@ -448,7 +448,7 @@ class FetcherK,V extends Thread {
 LOG.debug(url=+msgToEncode+;encHash=+encHash+;replyHash=+replyHash);
 // verify that replyHash is HMac of encHash
 SecureShuffleUtils.verifyReply(replyHash, encHash, shuffleSecretKey);
-LOG.info(for url=+msgToEncode+ sent hash and received reply);
+LOG.debug(for url=+msgToEncode+ sent hash and received reply);
   }
 
   private void setupShuffleConnection(String encHash) {

http://git-wip-us.apache.org/repos/asf/hadoop/blob/30cbf95c/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/ShuffleSchedulerImpl.java
--
diff --git 
a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/ShuffleSchedulerImpl.java
 
b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/ShuffleSchedulerImpl.java
index 37f4af3..8317672 100644
--- 
a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/ShuffleSchedulerImpl.java
+++ 
b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/ShuffleSchedulerImpl.java
@@ -413,7 +413,7 @@ public class ShuffleSchedulerImplK,V implements 
ShuffleSchedulerK,V {
   pendingHosts.remove(host);
   host.markBusy();
 
-  LOG.info(Assigning  + host +  with  + host.getNumKnownMapOutputs() +
+  LOG.debug(Assigning  + host +  with  + host.getNumKnownMapOutputs() +
 to  + Thread.currentThread().getName());
   shuffleStart.set(Time.monotonicNow());
 
@@ -443,7 +443,7 @@ public class ShuffleSchedulerImplK,V implements 
ShuffleSchedulerK,V {
 host.addKnownMap(id);
   }
 }
-LOG.info(assigned  + includedMaps +  of  + totalSize +  to  +
+LOG.debug(assigned  + includedMaps +  of  + totalSize +  to  +
  host +  to  + Thread.currentThread().getName());
 return result;
   }