[07/50] [abbrv] hadoop git commit: YARN-3789. Improve logs for LeafQueue#activateApplications(). Contributed by Bibin A Chundatt.

2015-06-20 Thread arp 
YARN-3789. Improve logs for LeafQueue#activateApplications(). Contributed
by Bibin A Chundatt.


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/b039e69b
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/b039e69b
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/b039e69b

Branch: refs/heads/HDFS-7240
Commit: b039e69bb03accef485361af301fa59f03d08d6a
Parents: 32e39d8
Author: Devaraj K deva...@apache.org
Authored: Tue Jun 16 14:03:22 2015 +0530
Committer: Devaraj K deva...@apache.org
Committed: Tue Jun 16 14:03:22 2015 +0530

--
 hadoop-yarn-project/CHANGES.txt|  3 +++
 .../scheduler/capacity/LeafQueue.java  | 17 +
 2 files changed, 12 insertions(+), 8 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hadoop/blob/b039e69b/hadoop-yarn-project/CHANGES.txt
--
diff --git a/hadoop-yarn-project/CHANGES.txt b/hadoop-yarn-project/CHANGES.txt
index e442244..d0d1e06 100644
--- a/hadoop-yarn-project/CHANGES.txt
+++ b/hadoop-yarn-project/CHANGES.txt
@@ -306,6 +306,9 @@ Release 2.8.0 - UNRELEASED
 YARN-3785. Support for Resource as an argument during submitApp call in 
MockRM
 test class. (Sunil G via xgong)
 
+YARN-3789. Improve logs for LeafQueue#activateApplications().
+(Bibin A Chundatt via devaraj)
+
   OPTIMIZATIONS
 
 YARN-3339. TestDockerContainerExecutor should pull a single image and not

http://git-wip-us.apache.org/repos/asf/hadoop/blob/b039e69b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/LeafQueue.java
--
diff --git 
a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/LeafQueue.java
 
b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/LeafQueue.java
index 15d3289..8e39133 100644
--- 
a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/LeafQueue.java
+++ 
b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/LeafQueue.java
@@ -56,7 +56,6 @@ import org.apache.hadoop.yarn.factories.RecordFactory;
 import org.apache.hadoop.yarn.factory.providers.RecordFactoryProvider;
 import org.apache.hadoop.yarn.nodelabels.CommonNodeLabelsManager;
 import org.apache.hadoop.yarn.security.AccessType;
-import org.apache.hadoop.yarn.server.resourcemanager.RMContext;
 import 
org.apache.hadoop.yarn.server.resourcemanager.nodelabels.RMNodeLabelsManager;
 import 
org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttempt;
 import org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainer;
@@ -604,7 +603,7 @@ public class LeafQueue extends AbstractCSQueue {
 for (IteratorFiCaSchedulerApp i=pendingApplications.iterator(); 
  i.hasNext(); ) {
   FiCaSchedulerApp application = i.next();
-  
+  ApplicationId applicationId = application.getApplicationId();
   // Check am resource limit
   Resource amIfStarted = 
 Resources.add(application.getAMResource(), queueUsage.getAMUsed());
@@ -624,7 +623,9 @@ public class LeafQueue extends AbstractCSQueue {
  single application in queue, it is likely set too low. +
  skipping enforcement to allow at least one application to 
start); 
 } else {
-  LOG.info(not starting application as amIfStarted exceeds amLimit);
+  LOG.info(Not activating application  + applicationId
+  +  as  amIfStarted:  + amIfStarted +  exceeds amLimit: 
+  + amLimit);
   continue;
 }
   }
@@ -645,8 +646,9 @@ public class LeafQueue extends AbstractCSQueue {
  single application in queue for user, it is likely set too low. 
+
  skipping enforcement to allow at least one application to 
start); 
 } else {
-  LOG.info(not starting application as amIfStarted exceeds  +
-userAmLimit);
+  LOG.info(Not activating application  + applicationId
+  +  for user:  + user +  as userAmIfStarted: 
+  + userAmIfStarted +  exceeds userAmLimit:  + userAMLimit);
   continue;
 }
   }
@@ -657,9 +659,8 @@ public class LeafQueue extends AbstractCSQueue {
   metrics.incAMUsed(application.getUser(),

[23/50] [abbrv] hadoop git commit: YARN-3789. Improve logs for LeafQueue#activateApplications(). Contributed by Bibin A Chundatt.

2015-06-18 Thread zjshen 
YARN-3789. Improve logs for LeafQueue#activateApplications(). Contributed
by Bibin A Chundatt.


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/f28dc4f0
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/f28dc4f0
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/f28dc4f0

Branch: refs/heads/YARN-2928
Commit: f28dc4f030f6f25f4a8525be92cca632c4b4e860
Parents: 388f1ff
Author: Devaraj K deva...@apache.org
Authored: Tue Jun 16 14:03:22 2015 +0530
Committer: Zhijie Shen zjs...@apache.org
Committed: Thu Jun 18 11:10:07 2015 -0700

--
 hadoop-yarn-project/CHANGES.txt|  3 +++
 .../scheduler/capacity/LeafQueue.java  | 17 +
 2 files changed, 12 insertions(+), 8 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hadoop/blob/f28dc4f0/hadoop-yarn-project/CHANGES.txt
--
diff --git a/hadoop-yarn-project/CHANGES.txt b/hadoop-yarn-project/CHANGES.txt
index 99f2c64..92060ae 100644
--- a/hadoop-yarn-project/CHANGES.txt
+++ b/hadoop-yarn-project/CHANGES.txt
@@ -406,6 +406,9 @@ Release 2.8.0 - UNRELEASED
 YARN-3785. Support for Resource as an argument during submitApp call in 
MockRM
 test class. (Sunil G via xgong)
 
+YARN-3789. Improve logs for LeafQueue#activateApplications().
+(Bibin A Chundatt via devaraj)
+
   OPTIMIZATIONS
 
 YARN-3339. TestDockerContainerExecutor should pull a single image and not

http://git-wip-us.apache.org/repos/asf/hadoop/blob/f28dc4f0/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/LeafQueue.java
--
diff --git 
a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/LeafQueue.java
 
b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/LeafQueue.java
index 15d3289..8e39133 100644
--- 
a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/LeafQueue.java
+++ 
b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/LeafQueue.java
@@ -56,7 +56,6 @@ import org.apache.hadoop.yarn.factories.RecordFactory;
 import org.apache.hadoop.yarn.factory.providers.RecordFactoryProvider;
 import org.apache.hadoop.yarn.nodelabels.CommonNodeLabelsManager;
 import org.apache.hadoop.yarn.security.AccessType;
-import org.apache.hadoop.yarn.server.resourcemanager.RMContext;
 import 
org.apache.hadoop.yarn.server.resourcemanager.nodelabels.RMNodeLabelsManager;
 import 
org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttempt;
 import org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainer;
@@ -604,7 +603,7 @@ public class LeafQueue extends AbstractCSQueue {
 for (IteratorFiCaSchedulerApp i=pendingApplications.iterator(); 
  i.hasNext(); ) {
   FiCaSchedulerApp application = i.next();
-  
+  ApplicationId applicationId = application.getApplicationId();
   // Check am resource limit
   Resource amIfStarted = 
 Resources.add(application.getAMResource(), queueUsage.getAMUsed());
@@ -624,7 +623,9 @@ public class LeafQueue extends AbstractCSQueue {
  single application in queue, it is likely set too low. +
  skipping enforcement to allow at least one application to 
start); 
 } else {
-  LOG.info(not starting application as amIfStarted exceeds amLimit);
+  LOG.info(Not activating application  + applicationId
+  +  as  amIfStarted:  + amIfStarted +  exceeds amLimit: 
+  + amLimit);
   continue;
 }
   }
@@ -645,8 +646,9 @@ public class LeafQueue extends AbstractCSQueue {
  single application in queue for user, it is likely set too low. 
+
  skipping enforcement to allow at least one application to 
start); 
 } else {
-  LOG.info(not starting application as amIfStarted exceeds  +
-userAmLimit);
+  LOG.info(Not activating application  + applicationId
+  +  for user:  + user +  as userAmIfStarted: 
+  + userAmIfStarted +  exceeds userAmLimit:  + userAMLimit);
   continue;
 }
   }
@@ -657,9 +659,8 @@ public class LeafQueue extends AbstractCSQueue {

hadoop git commit: YARN-3789. Improve logs for LeafQueue#activateApplications(). Contributed by Bibin A Chundatt.

2015-06-16 Thread devaraj 
Repository: hadoop
Updated Branches:
  refs/heads/trunk 32e39d8a2 - b039e69bb


YARN-3789. Improve logs for LeafQueue#activateApplications(). Contributed
by Bibin A Chundatt.


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/b039e69b
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/b039e69b
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/b039e69b

Branch: refs/heads/trunk
Commit: b039e69bb03accef485361af301fa59f03d08d6a
Parents: 32e39d8
Author: Devaraj K deva...@apache.org
Authored: Tue Jun 16 14:03:22 2015 +0530
Committer: Devaraj K deva...@apache.org
Committed: Tue Jun 16 14:03:22 2015 +0530

--
 hadoop-yarn-project/CHANGES.txt|  3 +++
 .../scheduler/capacity/LeafQueue.java  | 17 +
 2 files changed, 12 insertions(+), 8 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hadoop/blob/b039e69b/hadoop-yarn-project/CHANGES.txt
--
diff --git a/hadoop-yarn-project/CHANGES.txt b/hadoop-yarn-project/CHANGES.txt
index e442244..d0d1e06 100644
--- a/hadoop-yarn-project/CHANGES.txt
+++ b/hadoop-yarn-project/CHANGES.txt
@@ -306,6 +306,9 @@ Release 2.8.0 - UNRELEASED
 YARN-3785. Support for Resource as an argument during submitApp call in 
MockRM
 test class. (Sunil G via xgong)
 
+YARN-3789. Improve logs for LeafQueue#activateApplications().
+(Bibin A Chundatt via devaraj)
+
   OPTIMIZATIONS
 
 YARN-3339. TestDockerContainerExecutor should pull a single image and not

http://git-wip-us.apache.org/repos/asf/hadoop/blob/b039e69b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/LeafQueue.java
--
diff --git 
a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/LeafQueue.java
 
b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/LeafQueue.java
index 15d3289..8e39133 100644
--- 
a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/LeafQueue.java
+++ 
b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/LeafQueue.java
@@ -56,7 +56,6 @@ import org.apache.hadoop.yarn.factories.RecordFactory;
 import org.apache.hadoop.yarn.factory.providers.RecordFactoryProvider;
 import org.apache.hadoop.yarn.nodelabels.CommonNodeLabelsManager;
 import org.apache.hadoop.yarn.security.AccessType;
-import org.apache.hadoop.yarn.server.resourcemanager.RMContext;
 import 
org.apache.hadoop.yarn.server.resourcemanager.nodelabels.RMNodeLabelsManager;
 import 
org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttempt;
 import org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainer;
@@ -604,7 +603,7 @@ public class LeafQueue extends AbstractCSQueue {
 for (IteratorFiCaSchedulerApp i=pendingApplications.iterator(); 
  i.hasNext(); ) {
   FiCaSchedulerApp application = i.next();
-  
+  ApplicationId applicationId = application.getApplicationId();
   // Check am resource limit
   Resource amIfStarted = 
 Resources.add(application.getAMResource(), queueUsage.getAMUsed());
@@ -624,7 +623,9 @@ public class LeafQueue extends AbstractCSQueue {
  single application in queue, it is likely set too low. +
  skipping enforcement to allow at least one application to 
start); 
 } else {
-  LOG.info(not starting application as amIfStarted exceeds amLimit);
+  LOG.info(Not activating application  + applicationId
+  +  as  amIfStarted:  + amIfStarted +  exceeds amLimit: 
+  + amLimit);
   continue;
 }
   }
@@ -645,8 +646,9 @@ public class LeafQueue extends AbstractCSQueue {
  single application in queue for user, it is likely set too low. 
+
  skipping enforcement to allow at least one application to 
start); 
 } else {
-  LOG.info(not starting application as amIfStarted exceeds  +
-userAmLimit);
+  LOG.info(Not activating application  + applicationId
+  +  for user:  + user +  as userAmIfStarted: 
+  + userAmIfStarted +  exceeds userAmLimit:  + userAMLimit);
   continue;
 }
   }
@@ -657,9 +659,8 @@ public class