[16/50] [abbrv] hadoop git commit: YARN-3100. Made YARN authorization pluggable. Contributed by Jian He.

2015-02-11 Thread zjshen 
YARN-3100. Made YARN authorization pluggable. Contributed by Jian He.


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/23bf6c72
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/23bf6c72
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/23bf6c72

Branch: refs/heads/YARN-2928
Commit: 23bf6c72071782e3fd5a628e21495d6b974c7a9e
Parents: 02340a2
Author: Zhijie Shen zjs...@apache.org
Authored: Mon Feb 9 20:34:56 2015 -0800
Committer: Zhijie Shen zjs...@apache.org
Committed: Mon Feb 9 20:34:56 2015 -0800

--
 hadoop-yarn-project/CHANGES.txt |   2 +
 .../hadoop/yarn/conf/YarnConfiguration.java |   2 +
 .../apache/hadoop/yarn/security/AccessType.java |  33 ++
 .../hadoop/yarn/security/AdminACLsManager.java  |  31 -
 .../yarn/security/ConfiguredYarnAuthorizer.java |  97 
 .../hadoop/yarn/security/PrivilegedEntity.java  |  83 ++
 .../security/YarnAuthorizationProvider.java | 112 +++
 .../org/apache/hadoop/yarn/webapp/WebApps.java  |   7 +-
 .../server/resourcemanager/AdminService.java|  34 +++---
 .../server/resourcemanager/RMServerUtils.java   |  25 +++--
 .../nodelabels/RMNodeLabelsManager.java |  12 +-
 .../scheduler/SchedulerUtils.java   |  13 +++
 .../scheduler/capacity/AbstractCSQueue.java |  43 +++
 .../scheduler/capacity/CapacityScheduler.java   |  20 +++-
 .../CapacitySchedulerConfiguration.java |  10 +-
 .../scheduler/capacity/LeafQueue.java   |   7 +-
 .../scheduler/capacity/ParentQueue.java |   7 +-
 .../scheduler/capacity/TestParentQueue.java |   5 +-
 .../SCMAdminProtocolService.java|  10 +-
 19 files changed, 445 insertions(+), 108 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hadoop/blob/23bf6c72/hadoop-yarn-project/CHANGES.txt
--
diff --git a/hadoop-yarn-project/CHANGES.txt b/hadoop-yarn-project/CHANGES.txt
index 2f0ef7a..fbeca6a 100644
--- a/hadoop-yarn-project/CHANGES.txt
+++ b/hadoop-yarn-project/CHANGES.txt
@@ -258,6 +258,8 @@ Release 2.7.0 - UNRELEASED
 YARN-3155. Refactor the exception handling code for TimelineClientImpl's 
 retryOn method (Li Lu via wangda)
 
+YARN-3100. Made YARN authorization pluggable. (Jian He via zjshen)
+
   OPTIMIZATIONS
 
 YARN-2990. FairScheduler's delay-scheduling always waits for node-local 
and 

http://git-wip-us.apache.org/repos/asf/hadoop/blob/23bf6c72/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java
--
diff --git 
a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java
 
b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java
index d6f6dee..6904543 100644
--- 
a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java
+++ 
b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java
@@ -435,6 +435,8 @@ public class YarnConfiguration extends Configuration {
   public static final String DEFAULT_RM_CONFIGURATION_PROVIDER_CLASS =
   org.apache.hadoop.yarn.LocalConfigurationProvider;
 
+  public static final String YARN_AUTHORIZATION_PROVIDER = YARN_PREFIX
+  + authorization-provider;
   private static final ListString RM_SERVICES_ADDRESS_CONF_KEYS_HTTP =
   Collections.unmodifiableList(Arrays.asList(
   RM_ADDRESS,

http://git-wip-us.apache.org/repos/asf/hadoop/blob/23bf6c72/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/AccessType.java
--
diff --git 
a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/AccessType.java
 
b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/AccessType.java
new file mode 100644
index 000..32459b9
--- /dev/null
+++ 
b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/AccessType.java
@@ -0,0 +1,33 @@
+/**
+* Licensed to the Apache Software Foundation (ASF) under one
+* or more contributor license agreements.  See the NOTICE file
+* distributed with this work for additional information
+* regarding copyright ownership.  The ASF licenses this file
+* to you under the Apache License, Version 2.0 (the
+* License); you may not use this file except in compliance
+* with the License.  You may obtain a copy of the License at
+*
+*

hadoop git commit: YARN-3100. Made YARN authorization pluggable. Contributed by Jian He.

2015-02-09 Thread zjshen 
Repository: hadoop
Updated Branches:
  refs/heads/trunk 02340a24f - 23bf6c720


YARN-3100. Made YARN authorization pluggable. Contributed by Jian He.


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/23bf6c72
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/23bf6c72
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/23bf6c72

Branch: refs/heads/trunk
Commit: 23bf6c72071782e3fd5a628e21495d6b974c7a9e
Parents: 02340a2
Author: Zhijie Shen zjs...@apache.org
Authored: Mon Feb 9 20:34:56 2015 -0800
Committer: Zhijie Shen zjs...@apache.org
Committed: Mon Feb 9 20:34:56 2015 -0800

--
 hadoop-yarn-project/CHANGES.txt |   2 +
 .../hadoop/yarn/conf/YarnConfiguration.java |   2 +
 .../apache/hadoop/yarn/security/AccessType.java |  33 ++
 .../hadoop/yarn/security/AdminACLsManager.java  |  31 -
 .../yarn/security/ConfiguredYarnAuthorizer.java |  97 
 .../hadoop/yarn/security/PrivilegedEntity.java  |  83 ++
 .../security/YarnAuthorizationProvider.java | 112 +++
 .../org/apache/hadoop/yarn/webapp/WebApps.java  |   7 +-
 .../server/resourcemanager/AdminService.java|  34 +++---
 .../server/resourcemanager/RMServerUtils.java   |  25 +++--
 .../nodelabels/RMNodeLabelsManager.java |  12 +-
 .../scheduler/SchedulerUtils.java   |  13 +++
 .../scheduler/capacity/AbstractCSQueue.java |  43 +++
 .../scheduler/capacity/CapacityScheduler.java   |  20 +++-
 .../CapacitySchedulerConfiguration.java |  10 +-
 .../scheduler/capacity/LeafQueue.java   |   7 +-
 .../scheduler/capacity/ParentQueue.java |   7 +-
 .../scheduler/capacity/TestParentQueue.java |   5 +-
 .../SCMAdminProtocolService.java|  10 +-
 19 files changed, 445 insertions(+), 108 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hadoop/blob/23bf6c72/hadoop-yarn-project/CHANGES.txt
--
diff --git a/hadoop-yarn-project/CHANGES.txt b/hadoop-yarn-project/CHANGES.txt
index 2f0ef7a..fbeca6a 100644
--- a/hadoop-yarn-project/CHANGES.txt
+++ b/hadoop-yarn-project/CHANGES.txt
@@ -258,6 +258,8 @@ Release 2.7.0 - UNRELEASED
 YARN-3155. Refactor the exception handling code for TimelineClientImpl's 
 retryOn method (Li Lu via wangda)
 
+YARN-3100. Made YARN authorization pluggable. (Jian He via zjshen)
+
   OPTIMIZATIONS
 
 YARN-2990. FairScheduler's delay-scheduling always waits for node-local 
and 

http://git-wip-us.apache.org/repos/asf/hadoop/blob/23bf6c72/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java
--
diff --git 
a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java
 
b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java
index d6f6dee..6904543 100644
--- 
a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java
+++ 
b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java
@@ -435,6 +435,8 @@ public class YarnConfiguration extends Configuration {
   public static final String DEFAULT_RM_CONFIGURATION_PROVIDER_CLASS =
   org.apache.hadoop.yarn.LocalConfigurationProvider;
 
+  public static final String YARN_AUTHORIZATION_PROVIDER = YARN_PREFIX
+  + authorization-provider;
   private static final ListString RM_SERVICES_ADDRESS_CONF_KEYS_HTTP =
   Collections.unmodifiableList(Arrays.asList(
   RM_ADDRESS,

http://git-wip-us.apache.org/repos/asf/hadoop/blob/23bf6c72/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/AccessType.java
--
diff --git 
a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/AccessType.java
 
b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/AccessType.java
new file mode 100644
index 000..32459b9
--- /dev/null
+++ 
b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/AccessType.java
@@ -0,0 +1,33 @@
+/**
+* Licensed to the Apache Software Foundation (ASF) under one
+* or more contributor license agreements.  See the NOTICE file
+* distributed with this work for additional information
+* regarding copyright ownership.  The ASF licenses this file
+* to you under the Apache License, Version 2.0 (the
+* License); you may not use this file except in compliance
+* with the

hadoop git commit: YARN-3100. Made YARN authorization pluggable. Contributed by Jian He.

2015-02-09 Thread zjshen 
Repository: hadoop
Updated Branches:
  refs/heads/branch-2 643a8892d - 24d4d933f


YARN-3100. Made YARN authorization pluggable. Contributed by Jian He.

(cherry picked from commit 23bf6c72071782e3fd5a628e21495d6b974c7a9e)


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/24d4d933
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/24d4d933
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/24d4d933

Branch: refs/heads/branch-2
Commit: 24d4d933f72c4c3c3f2f34b1de73575c65913bd2
Parents: 643a889
Author: Zhijie Shen zjs...@apache.org
Authored: Mon Feb 9 20:34:56 2015 -0800
Committer: Zhijie Shen zjs...@apache.org
Committed: Mon Feb 9 20:37:58 2015 -0800

--
 hadoop-yarn-project/CHANGES.txt |   2 +
 .../hadoop/yarn/conf/YarnConfiguration.java |   2 +
 .../apache/hadoop/yarn/security/AccessType.java |  33 ++
 .../hadoop/yarn/security/AdminACLsManager.java  |  31 -
 .../yarn/security/ConfiguredYarnAuthorizer.java |  97 
 .../hadoop/yarn/security/PrivilegedEntity.java  |  83 ++
 .../security/YarnAuthorizationProvider.java | 112 +++
 .../org/apache/hadoop/yarn/webapp/WebApps.java  |   7 +-
 .../server/resourcemanager/AdminService.java|  34 +++---
 .../server/resourcemanager/RMServerUtils.java   |  25 +++--
 .../nodelabels/RMNodeLabelsManager.java |  12 +-
 .../scheduler/SchedulerUtils.java   |  13 +++
 .../scheduler/capacity/AbstractCSQueue.java |  43 +++
 .../scheduler/capacity/CapacityScheduler.java   |  20 +++-
 .../CapacitySchedulerConfiguration.java |  10 +-
 .../scheduler/capacity/LeafQueue.java   |   7 +-
 .../scheduler/capacity/ParentQueue.java |   7 +-
 .../scheduler/capacity/TestParentQueue.java |   5 +-
 .../SCMAdminProtocolService.java|  10 +-
 19 files changed, 445 insertions(+), 108 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hadoop/blob/24d4d933/hadoop-yarn-project/CHANGES.txt
--
diff --git a/hadoop-yarn-project/CHANGES.txt b/hadoop-yarn-project/CHANGES.txt
index 7731840..a5dfe24 100644
--- a/hadoop-yarn-project/CHANGES.txt
+++ b/hadoop-yarn-project/CHANGES.txt
@@ -224,6 +224,8 @@ Release 2.7.0 - UNRELEASED
 YARN-3155. Refactor the exception handling code for TimelineClientImpl's 
 retryOn method (Li Lu via wangda)
 
+YARN-3100. Made YARN authorization pluggable. (Jian He via zjshen)
+
   OPTIMIZATIONS
 
 YARN-2990. FairScheduler's delay-scheduling always waits for node-local 
and 

http://git-wip-us.apache.org/repos/asf/hadoop/blob/24d4d933/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java
--
diff --git 
a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java
 
b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java
index a2a2529..d50a700 100644
--- 
a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java
+++ 
b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java
@@ -435,6 +435,8 @@ public class YarnConfiguration extends Configuration {
   public static final String DEFAULT_RM_CONFIGURATION_PROVIDER_CLASS =
   org.apache.hadoop.yarn.LocalConfigurationProvider;
 
+  public static final String YARN_AUTHORIZATION_PROVIDER = YARN_PREFIX
+  + authorization-provider;
   private static final ListString RM_SERVICES_ADDRESS_CONF_KEYS_HTTP =
   Collections.unmodifiableList(Arrays.asList(
   RM_ADDRESS,

http://git-wip-us.apache.org/repos/asf/hadoop/blob/24d4d933/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/AccessType.java
--
diff --git 
a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/AccessType.java
 
b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/AccessType.java
new file mode 100644
index 000..32459b9
--- /dev/null
+++ 
b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/AccessType.java
@@ -0,0 +1,33 @@
+/**
+* Licensed to the Apache Software Foundation (ASF) under one
+* or more contributor license agreements.  See the NOTICE file
+* distributed with this work for additional information
+* regarding copyright ownership.  The ASF licenses this file
+* to you under the Apache License, Version 2.0