hadoop git commit: HDFS-10744. Internally optimize path component resolution. Contributed by Daryn Sharp.

2016-09-13 Thread zhz 
Repository: hadoop
Updated Branches:
  refs/heads/branch-2.7 9afc6615b -> 199ccd491


HDFS-10744. Internally optimize path component resolution. Contributed by Daryn 
Sharp.

(cherry picked from commit 1ef8d7a638df5150b8426755af034839d5f88ca2)
(cherry picked from commit 3dac73080a7cab3652512d56510235fdef157fa7)


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/199ccd49
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/199ccd49
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/199ccd49

Branch: refs/heads/branch-2.7
Commit: 199ccd4915224fe2d593d8c6eacafc5b93550aca
Parents: 9afc661
Author: Kihwal Lee 
Authored: Fri Sep 2 11:31:48 2016 -0500
Committer: Zhe Zhang 
Committed: Tue Sep 13 21:58:58 2016 -0700

--
 .../hadoop/hdfs/server/namenode/FSDirAclOp.java | 18 ++--
 .../hdfs/server/namenode/FSDirAttrOp.java   | 18 ++--
 .../hdfs/server/namenode/FSDirDeleteOp.java |  3 +-
 .../hdfs/server/namenode/FSDirMkdirOp.java  |  3 +-
 .../hdfs/server/namenode/FSDirRenameOp.java | 12 +--
 .../server/namenode/FSDirStatAndListingOp.java  | 17 +---
 .../hdfs/server/namenode/FSDirSymlinkOp.java|  3 +-
 .../hdfs/server/namenode/FSDirXAttrOp.java  | 13 +--
 .../hdfs/server/namenode/FSDirectory.java   | 99 +---
 .../hdfs/server/namenode/FSNamesystem.java  | 47 +++---
 .../hdfs/server/namenode/TestINodeFile.java | 51 +-
 11 files changed, 110 insertions(+), 174 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hadoop/blob/199ccd49/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirAclOp.java
--
diff --git 
a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirAclOp.java
 
b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirAclOp.java
index 0c572b5..296bed2 100644
--- 
a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirAclOp.java
+++ 
b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirAclOp.java
@@ -39,8 +39,7 @@ class FSDirAclOp {
 String src = srcArg;
 checkAclsConfigFlag(fsd);
 FSPermissionChecker pc = fsd.getPermissionChecker();
-byte[][] pathComponents = 
FSDirectory.getPathComponentsForReservedPath(src);
-src = fsd.resolvePath(pc, src, pathComponents);
+src = fsd.resolvePath(pc, src);
 INodesInPath iip;
 fsd.writeLock();
 try {
@@ -65,8 +64,7 @@ class FSDirAclOp {
 String src = srcArg;
 checkAclsConfigFlag(fsd);
 FSPermissionChecker pc = fsd.getPermissionChecker();
-byte[][] pathComponents = 
FSDirectory.getPathComponentsForReservedPath(src);
-src = fsd.resolvePath(pc, src, pathComponents);
+src = fsd.resolvePath(pc, src);
 INodesInPath iip;
 fsd.writeLock();
 try {
@@ -90,8 +88,7 @@ class FSDirAclOp {
 String src = srcArg;
 checkAclsConfigFlag(fsd);
 FSPermissionChecker pc = fsd.getPermissionChecker();
-byte[][] pathComponents = 
FSDirectory.getPathComponentsForReservedPath(src);
-src = fsd.resolvePath(pc, src, pathComponents);
+src = fsd.resolvePath(pc, src);
 INodesInPath iip;
 fsd.writeLock();
 try {
@@ -115,8 +112,7 @@ class FSDirAclOp {
 String src = srcArg;
 checkAclsConfigFlag(fsd);
 FSPermissionChecker pc = fsd.getPermissionChecker();
-byte[][] pathComponents = 
FSDirectory.getPathComponentsForReservedPath(src);
-src = fsd.resolvePath(pc, src, pathComponents);
+src = fsd.resolvePath(pc, src);
 INodesInPath iip;
 fsd.writeLock();
 try {
@@ -135,9 +131,8 @@ class FSDirAclOp {
   throws IOException {
 String src = srcArg;
 checkAclsConfigFlag(fsd);
-byte[][] pathComponents = 
FSDirectory.getPathComponentsForReservedPath(src);
 FSPermissionChecker pc = fsd.getPermissionChecker();
-src = fsd.resolvePath(pc, src, pathComponents);
+src = fsd.resolvePath(pc, src);
 INodesInPath iip;
 fsd.writeLock();
 try {
@@ -155,8 +150,7 @@ class FSDirAclOp {
   FSDirectory fsd, String src) throws IOException {
 checkAclsConfigFlag(fsd);
 FSPermissionChecker pc = fsd.getPermissionChecker();
-byte[][] pathComponents = 
FSDirectory.getPathComponentsForReservedPath(src);
-src = fsd.resolvePath(pc, src, pathComponents);
+src = fsd.resolvePath(pc, src);
 String srcs = FSDirectory.normalizePath(src);
 fsd.readLock();
 try {

http://git-wip-us.apache.org/repos/asf/hadoop/blob/199ccd49/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirAttrOp.java

hadoop git commit: HDFS-10744. Internally optimize path component resolution. Contributed by Daryn Sharp.

2016-09-02 Thread kihwal 
Repository: hadoop
Updated Branches:
  refs/heads/branch-2.8 5a779cce8 -> 3dac73080


HDFS-10744. Internally optimize path component resolution. Contributed by Daryn 
Sharp.

(cherry picked from commit 1ef8d7a638df5150b8426755af034839d5f88ca2)


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/3dac7308
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/3dac7308
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/3dac7308

Branch: refs/heads/branch-2.8
Commit: 3dac73080a7cab3652512d56510235fdef157fa7
Parents: 5a779cc
Author: Kihwal Lee 
Authored: Fri Sep 2 11:31:48 2016 -0500
Committer: Kihwal Lee 
Committed: Fri Sep 2 11:31:48 2016 -0500

--
 .../hadoop/hdfs/server/namenode/FSDirAclOp.java |  18 ++--
 .../hdfs/server/namenode/FSDirAppendOp.java |   4 +-
 .../hdfs/server/namenode/FSDirAttrOp.java   |  22 ++--
 .../hdfs/server/namenode/FSDirDeleteOp.java |   5 +-
 .../server/namenode/FSDirEncryptionZoneOp.java  |   8 +-
 .../hdfs/server/namenode/FSDirMkdirOp.java  |   3 +-
 .../hdfs/server/namenode/FSDirRenameOp.java |  12 +--
 .../server/namenode/FSDirStatAndListingOp.java  |  27 ++---
 .../hdfs/server/namenode/FSDirSymlinkOp.java|   3 +-
 .../hdfs/server/namenode/FSDirTruncateOp.java   |   4 +-
 .../hdfs/server/namenode/FSDirWriteFileOp.java  |  15 +--
 .../hdfs/server/namenode/FSDirXAttrOp.java  |  13 +--
 .../hdfs/server/namenode/FSDirectory.java   | 100 +--
 .../hdfs/server/namenode/FSNamesystem.java  |  16 +--
 .../hdfs/server/namenode/TestINodeFile.java |  51 --
 15 files changed, 115 insertions(+), 186 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hadoop/blob/3dac7308/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirAclOp.java
--
diff --git 
a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirAclOp.java
 
b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirAclOp.java
index 0c572b5..296bed2 100644
--- 
a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirAclOp.java
+++ 
b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirAclOp.java
@@ -39,8 +39,7 @@ class FSDirAclOp {
 String src = srcArg;
 checkAclsConfigFlag(fsd);
 FSPermissionChecker pc = fsd.getPermissionChecker();
-byte[][] pathComponents = 
FSDirectory.getPathComponentsForReservedPath(src);
-src = fsd.resolvePath(pc, src, pathComponents);
+src = fsd.resolvePath(pc, src);
 INodesInPath iip;
 fsd.writeLock();
 try {
@@ -65,8 +64,7 @@ class FSDirAclOp {
 String src = srcArg;
 checkAclsConfigFlag(fsd);
 FSPermissionChecker pc = fsd.getPermissionChecker();
-byte[][] pathComponents = 
FSDirectory.getPathComponentsForReservedPath(src);
-src = fsd.resolvePath(pc, src, pathComponents);
+src = fsd.resolvePath(pc, src);
 INodesInPath iip;
 fsd.writeLock();
 try {
@@ -90,8 +88,7 @@ class FSDirAclOp {
 String src = srcArg;
 checkAclsConfigFlag(fsd);
 FSPermissionChecker pc = fsd.getPermissionChecker();
-byte[][] pathComponents = 
FSDirectory.getPathComponentsForReservedPath(src);
-src = fsd.resolvePath(pc, src, pathComponents);
+src = fsd.resolvePath(pc, src);
 INodesInPath iip;
 fsd.writeLock();
 try {
@@ -115,8 +112,7 @@ class FSDirAclOp {
 String src = srcArg;
 checkAclsConfigFlag(fsd);
 FSPermissionChecker pc = fsd.getPermissionChecker();
-byte[][] pathComponents = 
FSDirectory.getPathComponentsForReservedPath(src);
-src = fsd.resolvePath(pc, src, pathComponents);
+src = fsd.resolvePath(pc, src);
 INodesInPath iip;
 fsd.writeLock();
 try {
@@ -135,9 +131,8 @@ class FSDirAclOp {
   throws IOException {
 String src = srcArg;
 checkAclsConfigFlag(fsd);
-byte[][] pathComponents = 
FSDirectory.getPathComponentsForReservedPath(src);
 FSPermissionChecker pc = fsd.getPermissionChecker();
-src = fsd.resolvePath(pc, src, pathComponents);
+src = fsd.resolvePath(pc, src);
 INodesInPath iip;
 fsd.writeLock();
 try {
@@ -155,8 +150,7 @@ class FSDirAclOp {
   FSDirectory fsd, String src) throws IOException {
 checkAclsConfigFlag(fsd);
 FSPermissionChecker pc = fsd.getPermissionChecker();
-byte[][] pathComponents = 
FSDirectory.getPathComponentsForReservedPath(src);
-src = fsd.resolvePath(pc, src, pathComponents);
+src = fsd.resolvePath(pc, src);
 String srcs = FSDirectory.normalizePath(src);
 fsd.readLock();
 try {

[06/50] [abbrv] hadoop git commit: HDFS-10744. Internally optimize path component resolution. Contributed by Daryn Sharp.

2016-08-19 Thread aengineer 
HDFS-10744. Internally optimize path component resolution. Contributed by Daryn 
Sharp.


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/03dea65e
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/03dea65e
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/03dea65e

Branch: refs/heads/HDFS-7240
Commit: 03dea65e0b17ca2f9460bb6110f6ab3a321b8bf2
Parents: d714030
Author: Kihwal Lee 
Authored: Mon Aug 15 16:44:18 2016 -0500
Committer: Kihwal Lee 
Committed: Mon Aug 15 16:45:44 2016 -0500

--
 .../hadoop/hdfs/server/namenode/FSDirAclOp.java |  18 ++--
 .../hdfs/server/namenode/FSDirAppendOp.java |   4 +-
 .../hdfs/server/namenode/FSDirAttrOp.java   |  22 ++--
 .../hdfs/server/namenode/FSDirDeleteOp.java |   5 +-
 .../server/namenode/FSDirEncryptionZoneOp.java  |   8 +-
 .../server/namenode/FSDirErasureCodingOp.java   |   8 +-
 .../hdfs/server/namenode/FSDirMkdirOp.java  |   3 +-
 .../hdfs/server/namenode/FSDirRenameOp.java |  12 +--
 .../server/namenode/FSDirStatAndListingOp.java  |  27 ++---
 .../hdfs/server/namenode/FSDirSymlinkOp.java|   3 +-
 .../hdfs/server/namenode/FSDirTruncateOp.java   |   4 +-
 .../hdfs/server/namenode/FSDirWriteFileOp.java  |  15 +--
 .../hdfs/server/namenode/FSDirXAttrOp.java  |  13 +--
 .../hdfs/server/namenode/FSDirectory.java   | 100 +--
 .../hdfs/server/namenode/FSNamesystem.java  |  16 +--
 .../hdfs/server/namenode/TestINodeFile.java |  53 +-
 16 files changed, 118 insertions(+), 193 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hadoop/blob/03dea65e/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirAclOp.java
--
diff --git 
a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirAclOp.java
 
b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirAclOp.java
index 0c572b5..296bed2 100644
--- 
a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirAclOp.java
+++ 
b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirAclOp.java
@@ -39,8 +39,7 @@ class FSDirAclOp {
 String src = srcArg;
 checkAclsConfigFlag(fsd);
 FSPermissionChecker pc = fsd.getPermissionChecker();
-byte[][] pathComponents = 
FSDirectory.getPathComponentsForReservedPath(src);
-src = fsd.resolvePath(pc, src, pathComponents);
+src = fsd.resolvePath(pc, src);
 INodesInPath iip;
 fsd.writeLock();
 try {
@@ -65,8 +64,7 @@ class FSDirAclOp {
 String src = srcArg;
 checkAclsConfigFlag(fsd);
 FSPermissionChecker pc = fsd.getPermissionChecker();
-byte[][] pathComponents = 
FSDirectory.getPathComponentsForReservedPath(src);
-src = fsd.resolvePath(pc, src, pathComponents);
+src = fsd.resolvePath(pc, src);
 INodesInPath iip;
 fsd.writeLock();
 try {
@@ -90,8 +88,7 @@ class FSDirAclOp {
 String src = srcArg;
 checkAclsConfigFlag(fsd);
 FSPermissionChecker pc = fsd.getPermissionChecker();
-byte[][] pathComponents = 
FSDirectory.getPathComponentsForReservedPath(src);
-src = fsd.resolvePath(pc, src, pathComponents);
+src = fsd.resolvePath(pc, src);
 INodesInPath iip;
 fsd.writeLock();
 try {
@@ -115,8 +112,7 @@ class FSDirAclOp {
 String src = srcArg;
 checkAclsConfigFlag(fsd);
 FSPermissionChecker pc = fsd.getPermissionChecker();
-byte[][] pathComponents = 
FSDirectory.getPathComponentsForReservedPath(src);
-src = fsd.resolvePath(pc, src, pathComponents);
+src = fsd.resolvePath(pc, src);
 INodesInPath iip;
 fsd.writeLock();
 try {
@@ -135,9 +131,8 @@ class FSDirAclOp {
   throws IOException {
 String src = srcArg;
 checkAclsConfigFlag(fsd);
-byte[][] pathComponents = 
FSDirectory.getPathComponentsForReservedPath(src);
 FSPermissionChecker pc = fsd.getPermissionChecker();
-src = fsd.resolvePath(pc, src, pathComponents);
+src = fsd.resolvePath(pc, src);
 INodesInPath iip;
 fsd.writeLock();
 try {
@@ -155,8 +150,7 @@ class FSDirAclOp {
   FSDirectory fsd, String src) throws IOException {
 checkAclsConfigFlag(fsd);
 FSPermissionChecker pc = fsd.getPermissionChecker();
-byte[][] pathComponents = 
FSDirectory.getPathComponentsForReservedPath(src);
-src = fsd.resolvePath(pc, src, pathComponents);
+src = fsd.resolvePath(pc, src);
 String srcs = FSDirectory.normalizePath(src);
 fsd.readLock();
 try {

[17/50] [abbrv] hadoop git commit: HDFS-10744. Internally optimize path component resolution. Contributed by Daryn Sharp.

2016-08-18 Thread cnauroth 
HDFS-10744. Internally optimize path component resolution. Contributed by Daryn 
Sharp.


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/03dea65e
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/03dea65e
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/03dea65e

Branch: refs/heads/HADOOP-13345
Commit: 03dea65e0b17ca2f9460bb6110f6ab3a321b8bf2
Parents: d714030
Author: Kihwal Lee 
Authored: Mon Aug 15 16:44:18 2016 -0500
Committer: Kihwal Lee 
Committed: Mon Aug 15 16:45:44 2016 -0500

--
 .../hadoop/hdfs/server/namenode/FSDirAclOp.java |  18 ++--
 .../hdfs/server/namenode/FSDirAppendOp.java |   4 +-
 .../hdfs/server/namenode/FSDirAttrOp.java   |  22 ++--
 .../hdfs/server/namenode/FSDirDeleteOp.java |   5 +-
 .../server/namenode/FSDirEncryptionZoneOp.java  |   8 +-
 .../server/namenode/FSDirErasureCodingOp.java   |   8 +-
 .../hdfs/server/namenode/FSDirMkdirOp.java  |   3 +-
 .../hdfs/server/namenode/FSDirRenameOp.java |  12 +--
 .../server/namenode/FSDirStatAndListingOp.java  |  27 ++---
 .../hdfs/server/namenode/FSDirSymlinkOp.java|   3 +-
 .../hdfs/server/namenode/FSDirTruncateOp.java   |   4 +-
 .../hdfs/server/namenode/FSDirWriteFileOp.java  |  15 +--
 .../hdfs/server/namenode/FSDirXAttrOp.java  |  13 +--
 .../hdfs/server/namenode/FSDirectory.java   | 100 +--
 .../hdfs/server/namenode/FSNamesystem.java  |  16 +--
 .../hdfs/server/namenode/TestINodeFile.java |  53 +-
 16 files changed, 118 insertions(+), 193 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hadoop/blob/03dea65e/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirAclOp.java
--
diff --git 
a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirAclOp.java
 
b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirAclOp.java
index 0c572b5..296bed2 100644
--- 
a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirAclOp.java
+++ 
b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirAclOp.java
@@ -39,8 +39,7 @@ class FSDirAclOp {
 String src = srcArg;
 checkAclsConfigFlag(fsd);
 FSPermissionChecker pc = fsd.getPermissionChecker();
-byte[][] pathComponents = 
FSDirectory.getPathComponentsForReservedPath(src);
-src = fsd.resolvePath(pc, src, pathComponents);
+src = fsd.resolvePath(pc, src);
 INodesInPath iip;
 fsd.writeLock();
 try {
@@ -65,8 +64,7 @@ class FSDirAclOp {
 String src = srcArg;
 checkAclsConfigFlag(fsd);
 FSPermissionChecker pc = fsd.getPermissionChecker();
-byte[][] pathComponents = 
FSDirectory.getPathComponentsForReservedPath(src);
-src = fsd.resolvePath(pc, src, pathComponents);
+src = fsd.resolvePath(pc, src);
 INodesInPath iip;
 fsd.writeLock();
 try {
@@ -90,8 +88,7 @@ class FSDirAclOp {
 String src = srcArg;
 checkAclsConfigFlag(fsd);
 FSPermissionChecker pc = fsd.getPermissionChecker();
-byte[][] pathComponents = 
FSDirectory.getPathComponentsForReservedPath(src);
-src = fsd.resolvePath(pc, src, pathComponents);
+src = fsd.resolvePath(pc, src);
 INodesInPath iip;
 fsd.writeLock();
 try {
@@ -115,8 +112,7 @@ class FSDirAclOp {
 String src = srcArg;
 checkAclsConfigFlag(fsd);
 FSPermissionChecker pc = fsd.getPermissionChecker();
-byte[][] pathComponents = 
FSDirectory.getPathComponentsForReservedPath(src);
-src = fsd.resolvePath(pc, src, pathComponents);
+src = fsd.resolvePath(pc, src);
 INodesInPath iip;
 fsd.writeLock();
 try {
@@ -135,9 +131,8 @@ class FSDirAclOp {
   throws IOException {
 String src = srcArg;
 checkAclsConfigFlag(fsd);
-byte[][] pathComponents = 
FSDirectory.getPathComponentsForReservedPath(src);
 FSPermissionChecker pc = fsd.getPermissionChecker();
-src = fsd.resolvePath(pc, src, pathComponents);
+src = fsd.resolvePath(pc, src);
 INodesInPath iip;
 fsd.writeLock();
 try {
@@ -155,8 +150,7 @@ class FSDirAclOp {
   FSDirectory fsd, String src) throws IOException {
 checkAclsConfigFlag(fsd);
 FSPermissionChecker pc = fsd.getPermissionChecker();
-byte[][] pathComponents = 
FSDirectory.getPathComponentsForReservedPath(src);
-src = fsd.resolvePath(pc, src, pathComponents);
+src = fsd.resolvePath(pc, src);
 String srcs = FSDirectory.normalizePath(src);
 fsd.readLock();
 try {

[15/50] [abbrv] hadoop git commit: HDFS-10744. Internally optimize path component resolution. Contributed by Daryn Sharp.

2016-08-17 Thread subru 
HDFS-10744. Internally optimize path component resolution. Contributed by Daryn 
Sharp.


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/03dea65e
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/03dea65e
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/03dea65e

Branch: refs/heads/YARN-2915
Commit: 03dea65e0b17ca2f9460bb6110f6ab3a321b8bf2
Parents: d714030
Author: Kihwal Lee 
Authored: Mon Aug 15 16:44:18 2016 -0500
Committer: Kihwal Lee 
Committed: Mon Aug 15 16:45:44 2016 -0500

--
 .../hadoop/hdfs/server/namenode/FSDirAclOp.java |  18 ++--
 .../hdfs/server/namenode/FSDirAppendOp.java |   4 +-
 .../hdfs/server/namenode/FSDirAttrOp.java   |  22 ++--
 .../hdfs/server/namenode/FSDirDeleteOp.java |   5 +-
 .../server/namenode/FSDirEncryptionZoneOp.java  |   8 +-
 .../server/namenode/FSDirErasureCodingOp.java   |   8 +-
 .../hdfs/server/namenode/FSDirMkdirOp.java  |   3 +-
 .../hdfs/server/namenode/FSDirRenameOp.java |  12 +--
 .../server/namenode/FSDirStatAndListingOp.java  |  27 ++---
 .../hdfs/server/namenode/FSDirSymlinkOp.java|   3 +-
 .../hdfs/server/namenode/FSDirTruncateOp.java   |   4 +-
 .../hdfs/server/namenode/FSDirWriteFileOp.java  |  15 +--
 .../hdfs/server/namenode/FSDirXAttrOp.java  |  13 +--
 .../hdfs/server/namenode/FSDirectory.java   | 100 +--
 .../hdfs/server/namenode/FSNamesystem.java  |  16 +--
 .../hdfs/server/namenode/TestINodeFile.java |  53 +-
 16 files changed, 118 insertions(+), 193 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hadoop/blob/03dea65e/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirAclOp.java
--
diff --git 
a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirAclOp.java
 
b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirAclOp.java
index 0c572b5..296bed2 100644
--- 
a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirAclOp.java
+++ 
b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirAclOp.java
@@ -39,8 +39,7 @@ class FSDirAclOp {
 String src = srcArg;
 checkAclsConfigFlag(fsd);
 FSPermissionChecker pc = fsd.getPermissionChecker();
-byte[][] pathComponents = 
FSDirectory.getPathComponentsForReservedPath(src);
-src = fsd.resolvePath(pc, src, pathComponents);
+src = fsd.resolvePath(pc, src);
 INodesInPath iip;
 fsd.writeLock();
 try {
@@ -65,8 +64,7 @@ class FSDirAclOp {
 String src = srcArg;
 checkAclsConfigFlag(fsd);
 FSPermissionChecker pc = fsd.getPermissionChecker();
-byte[][] pathComponents = 
FSDirectory.getPathComponentsForReservedPath(src);
-src = fsd.resolvePath(pc, src, pathComponents);
+src = fsd.resolvePath(pc, src);
 INodesInPath iip;
 fsd.writeLock();
 try {
@@ -90,8 +88,7 @@ class FSDirAclOp {
 String src = srcArg;
 checkAclsConfigFlag(fsd);
 FSPermissionChecker pc = fsd.getPermissionChecker();
-byte[][] pathComponents = 
FSDirectory.getPathComponentsForReservedPath(src);
-src = fsd.resolvePath(pc, src, pathComponents);
+src = fsd.resolvePath(pc, src);
 INodesInPath iip;
 fsd.writeLock();
 try {
@@ -115,8 +112,7 @@ class FSDirAclOp {
 String src = srcArg;
 checkAclsConfigFlag(fsd);
 FSPermissionChecker pc = fsd.getPermissionChecker();
-byte[][] pathComponents = 
FSDirectory.getPathComponentsForReservedPath(src);
-src = fsd.resolvePath(pc, src, pathComponents);
+src = fsd.resolvePath(pc, src);
 INodesInPath iip;
 fsd.writeLock();
 try {
@@ -135,9 +131,8 @@ class FSDirAclOp {
   throws IOException {
 String src = srcArg;
 checkAclsConfigFlag(fsd);
-byte[][] pathComponents = 
FSDirectory.getPathComponentsForReservedPath(src);
 FSPermissionChecker pc = fsd.getPermissionChecker();
-src = fsd.resolvePath(pc, src, pathComponents);
+src = fsd.resolvePath(pc, src);
 INodesInPath iip;
 fsd.writeLock();
 try {
@@ -155,8 +150,7 @@ class FSDirAclOp {
   FSDirectory fsd, String src) throws IOException {
 checkAclsConfigFlag(fsd);
 FSPermissionChecker pc = fsd.getPermissionChecker();
-byte[][] pathComponents = 
FSDirectory.getPathComponentsForReservedPath(src);
-src = fsd.resolvePath(pc, src, pathComponents);
+src = fsd.resolvePath(pc, src);
 String srcs = FSDirectory.normalizePath(src);
 fsd.readLock();
 try {

[04/50] [abbrv] hadoop git commit: HDFS-10744. Internally optimize path component resolution. Contributed by Daryn Sharp.

2016-08-17 Thread wangda 
HDFS-10744. Internally optimize path component resolution. Contributed by Daryn 
Sharp.


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/03dea65e
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/03dea65e
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/03dea65e

Branch: refs/heads/YARN-3368
Commit: 03dea65e0b17ca2f9460bb6110f6ab3a321b8bf2
Parents: d714030
Author: Kihwal Lee 
Authored: Mon Aug 15 16:44:18 2016 -0500
Committer: Kihwal Lee 
Committed: Mon Aug 15 16:45:44 2016 -0500

--
 .../hadoop/hdfs/server/namenode/FSDirAclOp.java |  18 ++--
 .../hdfs/server/namenode/FSDirAppendOp.java |   4 +-
 .../hdfs/server/namenode/FSDirAttrOp.java   |  22 ++--
 .../hdfs/server/namenode/FSDirDeleteOp.java |   5 +-
 .../server/namenode/FSDirEncryptionZoneOp.java  |   8 +-
 .../server/namenode/FSDirErasureCodingOp.java   |   8 +-
 .../hdfs/server/namenode/FSDirMkdirOp.java  |   3 +-
 .../hdfs/server/namenode/FSDirRenameOp.java |  12 +--
 .../server/namenode/FSDirStatAndListingOp.java  |  27 ++---
 .../hdfs/server/namenode/FSDirSymlinkOp.java|   3 +-
 .../hdfs/server/namenode/FSDirTruncateOp.java   |   4 +-
 .../hdfs/server/namenode/FSDirWriteFileOp.java  |  15 +--
 .../hdfs/server/namenode/FSDirXAttrOp.java  |  13 +--
 .../hdfs/server/namenode/FSDirectory.java   | 100 +--
 .../hdfs/server/namenode/FSNamesystem.java  |  16 +--
 .../hdfs/server/namenode/TestINodeFile.java |  53 +-
 16 files changed, 118 insertions(+), 193 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hadoop/blob/03dea65e/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirAclOp.java
--
diff --git 
a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirAclOp.java
 
b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirAclOp.java
index 0c572b5..296bed2 100644
--- 
a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirAclOp.java
+++ 
b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirAclOp.java
@@ -39,8 +39,7 @@ class FSDirAclOp {
 String src = srcArg;
 checkAclsConfigFlag(fsd);
 FSPermissionChecker pc = fsd.getPermissionChecker();
-byte[][] pathComponents = 
FSDirectory.getPathComponentsForReservedPath(src);
-src = fsd.resolvePath(pc, src, pathComponents);
+src = fsd.resolvePath(pc, src);
 INodesInPath iip;
 fsd.writeLock();
 try {
@@ -65,8 +64,7 @@ class FSDirAclOp {
 String src = srcArg;
 checkAclsConfigFlag(fsd);
 FSPermissionChecker pc = fsd.getPermissionChecker();
-byte[][] pathComponents = 
FSDirectory.getPathComponentsForReservedPath(src);
-src = fsd.resolvePath(pc, src, pathComponents);
+src = fsd.resolvePath(pc, src);
 INodesInPath iip;
 fsd.writeLock();
 try {
@@ -90,8 +88,7 @@ class FSDirAclOp {
 String src = srcArg;
 checkAclsConfigFlag(fsd);
 FSPermissionChecker pc = fsd.getPermissionChecker();
-byte[][] pathComponents = 
FSDirectory.getPathComponentsForReservedPath(src);
-src = fsd.resolvePath(pc, src, pathComponents);
+src = fsd.resolvePath(pc, src);
 INodesInPath iip;
 fsd.writeLock();
 try {
@@ -115,8 +112,7 @@ class FSDirAclOp {
 String src = srcArg;
 checkAclsConfigFlag(fsd);
 FSPermissionChecker pc = fsd.getPermissionChecker();
-byte[][] pathComponents = 
FSDirectory.getPathComponentsForReservedPath(src);
-src = fsd.resolvePath(pc, src, pathComponents);
+src = fsd.resolvePath(pc, src);
 INodesInPath iip;
 fsd.writeLock();
 try {
@@ -135,9 +131,8 @@ class FSDirAclOp {
   throws IOException {
 String src = srcArg;
 checkAclsConfigFlag(fsd);
-byte[][] pathComponents = 
FSDirectory.getPathComponentsForReservedPath(src);
 FSPermissionChecker pc = fsd.getPermissionChecker();
-src = fsd.resolvePath(pc, src, pathComponents);
+src = fsd.resolvePath(pc, src);
 INodesInPath iip;
 fsd.writeLock();
 try {
@@ -155,8 +150,7 @@ class FSDirAclOp {
   FSDirectory fsd, String src) throws IOException {
 checkAclsConfigFlag(fsd);
 FSPermissionChecker pc = fsd.getPermissionChecker();
-byte[][] pathComponents = 
FSDirectory.getPathComponentsForReservedPath(src);
-src = fsd.resolvePath(pc, src, pathComponents);
+src = fsd.resolvePath(pc, src);
 String srcs = FSDirectory.normalizePath(src);
 fsd.readLock();
 try {

hadoop git commit: HDFS-10744. Internally optimize path component resolution. Contributed by Daryn Sharp.

2016-08-15 Thread kihwal 
Repository: hadoop
Updated Branches:
  refs/heads/branch-2 5c2f2ae7b -> 1ef8d7a63


HDFS-10744. Internally optimize path component resolution. Contributed by Daryn 
Sharp.

(cherry picked from commit 03dea65e0b17ca2f9460bb6110f6ab3a321b8bf2)

Conflicts:

hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirWriteFileOp.java


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/1ef8d7a6
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/1ef8d7a6
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/1ef8d7a6

Branch: refs/heads/branch-2
Commit: 1ef8d7a638df5150b8426755af034839d5f88ca2
Parents: 5c2f2ae
Author: Kihwal Lee 
Authored: Mon Aug 15 17:01:40 2016 -0500
Committer: Kihwal Lee 
Committed: Mon Aug 15 17:01:40 2016 -0500

--
 .../hadoop/hdfs/server/namenode/FSDirAclOp.java |  18 ++--
 .../hdfs/server/namenode/FSDirAppendOp.java |   4 +-
 .../hdfs/server/namenode/FSDirAttrOp.java   |  22 ++--
 .../hdfs/server/namenode/FSDirDeleteOp.java |   5 +-
 .../server/namenode/FSDirEncryptionZoneOp.java  |   8 +-
 .../hdfs/server/namenode/FSDirMkdirOp.java  |   3 +-
 .../hdfs/server/namenode/FSDirRenameOp.java |  12 +--
 .../server/namenode/FSDirStatAndListingOp.java  |  27 ++---
 .../hdfs/server/namenode/FSDirSymlinkOp.java|   3 +-
 .../hdfs/server/namenode/FSDirTruncateOp.java   |   4 +-
 .../hdfs/server/namenode/FSDirWriteFileOp.java  |  15 +--
 .../hdfs/server/namenode/FSDirXAttrOp.java  |  13 +--
 .../hdfs/server/namenode/FSDirectory.java   | 100 +--
 .../hdfs/server/namenode/FSNamesystem.java  |  16 +--
 .../hdfs/server/namenode/TestINodeFile.java |  51 --
 15 files changed, 115 insertions(+), 186 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hadoop/blob/1ef8d7a6/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirAclOp.java
--
diff --git 
a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirAclOp.java
 
b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirAclOp.java
index 0c572b5..296bed2 100644
--- 
a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirAclOp.java
+++ 
b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirAclOp.java
@@ -39,8 +39,7 @@ class FSDirAclOp {
 String src = srcArg;
 checkAclsConfigFlag(fsd);
 FSPermissionChecker pc = fsd.getPermissionChecker();
-byte[][] pathComponents = 
FSDirectory.getPathComponentsForReservedPath(src);
-src = fsd.resolvePath(pc, src, pathComponents);
+src = fsd.resolvePath(pc, src);
 INodesInPath iip;
 fsd.writeLock();
 try {
@@ -65,8 +64,7 @@ class FSDirAclOp {
 String src = srcArg;
 checkAclsConfigFlag(fsd);
 FSPermissionChecker pc = fsd.getPermissionChecker();
-byte[][] pathComponents = 
FSDirectory.getPathComponentsForReservedPath(src);
-src = fsd.resolvePath(pc, src, pathComponents);
+src = fsd.resolvePath(pc, src);
 INodesInPath iip;
 fsd.writeLock();
 try {
@@ -90,8 +88,7 @@ class FSDirAclOp {
 String src = srcArg;
 checkAclsConfigFlag(fsd);
 FSPermissionChecker pc = fsd.getPermissionChecker();
-byte[][] pathComponents = 
FSDirectory.getPathComponentsForReservedPath(src);
-src = fsd.resolvePath(pc, src, pathComponents);
+src = fsd.resolvePath(pc, src);
 INodesInPath iip;
 fsd.writeLock();
 try {
@@ -115,8 +112,7 @@ class FSDirAclOp {
 String src = srcArg;
 checkAclsConfigFlag(fsd);
 FSPermissionChecker pc = fsd.getPermissionChecker();
-byte[][] pathComponents = 
FSDirectory.getPathComponentsForReservedPath(src);
-src = fsd.resolvePath(pc, src, pathComponents);
+src = fsd.resolvePath(pc, src);
 INodesInPath iip;
 fsd.writeLock();
 try {
@@ -135,9 +131,8 @@ class FSDirAclOp {
   throws IOException {
 String src = srcArg;
 checkAclsConfigFlag(fsd);
-byte[][] pathComponents = 
FSDirectory.getPathComponentsForReservedPath(src);
 FSPermissionChecker pc = fsd.getPermissionChecker();
-src = fsd.resolvePath(pc, src, pathComponents);
+src = fsd.resolvePath(pc, src);
 INodesInPath iip;
 fsd.writeLock();
 try {
@@ -155,8 +150,7 @@ class FSDirAclOp {
   FSDirectory fsd, String src) throws IOException {
 checkAclsConfigFlag(fsd);
 FSPermissionChecker pc = fsd.getPermissionChecker();
-byte[][] pathComponents = 
FSDirectory.getPathComponentsForReservedPath(src);
-src = fsd.resolvePath(pc, src, pathComponents);
+src = fsd.resolvePath(pc, src);

hadoop git commit: HDFS-10744. Internally optimize path component resolution. Contributed by Daryn Sharp.

2016-08-15 Thread kihwal 
Repository: hadoop
Updated Branches:
  refs/heads/trunk d714030b5 -> 03dea65e0


HDFS-10744. Internally optimize path component resolution. Contributed by Daryn 
Sharp.


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/03dea65e
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/03dea65e
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/03dea65e

Branch: refs/heads/trunk
Commit: 03dea65e0b17ca2f9460bb6110f6ab3a321b8bf2
Parents: d714030
Author: Kihwal Lee 
Authored: Mon Aug 15 16:44:18 2016 -0500
Committer: Kihwal Lee 
Committed: Mon Aug 15 16:45:44 2016 -0500

--
 .../hadoop/hdfs/server/namenode/FSDirAclOp.java |  18 ++--
 .../hdfs/server/namenode/FSDirAppendOp.java |   4 +-
 .../hdfs/server/namenode/FSDirAttrOp.java   |  22 ++--
 .../hdfs/server/namenode/FSDirDeleteOp.java |   5 +-
 .../server/namenode/FSDirEncryptionZoneOp.java  |   8 +-
 .../server/namenode/FSDirErasureCodingOp.java   |   8 +-
 .../hdfs/server/namenode/FSDirMkdirOp.java  |   3 +-
 .../hdfs/server/namenode/FSDirRenameOp.java |  12 +--
 .../server/namenode/FSDirStatAndListingOp.java  |  27 ++---
 .../hdfs/server/namenode/FSDirSymlinkOp.java|   3 +-
 .../hdfs/server/namenode/FSDirTruncateOp.java   |   4 +-
 .../hdfs/server/namenode/FSDirWriteFileOp.java  |  15 +--
 .../hdfs/server/namenode/FSDirXAttrOp.java  |  13 +--
 .../hdfs/server/namenode/FSDirectory.java   | 100 +--
 .../hdfs/server/namenode/FSNamesystem.java  |  16 +--
 .../hdfs/server/namenode/TestINodeFile.java |  53 +-
 16 files changed, 118 insertions(+), 193 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hadoop/blob/03dea65e/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirAclOp.java
--
diff --git 
a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirAclOp.java
 
b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirAclOp.java
index 0c572b5..296bed2 100644
--- 
a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirAclOp.java
+++ 
b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirAclOp.java
@@ -39,8 +39,7 @@ class FSDirAclOp {
 String src = srcArg;
 checkAclsConfigFlag(fsd);
 FSPermissionChecker pc = fsd.getPermissionChecker();
-byte[][] pathComponents = 
FSDirectory.getPathComponentsForReservedPath(src);
-src = fsd.resolvePath(pc, src, pathComponents);
+src = fsd.resolvePath(pc, src);
 INodesInPath iip;
 fsd.writeLock();
 try {
@@ -65,8 +64,7 @@ class FSDirAclOp {
 String src = srcArg;
 checkAclsConfigFlag(fsd);
 FSPermissionChecker pc = fsd.getPermissionChecker();
-byte[][] pathComponents = 
FSDirectory.getPathComponentsForReservedPath(src);
-src = fsd.resolvePath(pc, src, pathComponents);
+src = fsd.resolvePath(pc, src);
 INodesInPath iip;
 fsd.writeLock();
 try {
@@ -90,8 +88,7 @@ class FSDirAclOp {
 String src = srcArg;
 checkAclsConfigFlag(fsd);
 FSPermissionChecker pc = fsd.getPermissionChecker();
-byte[][] pathComponents = 
FSDirectory.getPathComponentsForReservedPath(src);
-src = fsd.resolvePath(pc, src, pathComponents);
+src = fsd.resolvePath(pc, src);
 INodesInPath iip;
 fsd.writeLock();
 try {
@@ -115,8 +112,7 @@ class FSDirAclOp {
 String src = srcArg;
 checkAclsConfigFlag(fsd);
 FSPermissionChecker pc = fsd.getPermissionChecker();
-byte[][] pathComponents = 
FSDirectory.getPathComponentsForReservedPath(src);
-src = fsd.resolvePath(pc, src, pathComponents);
+src = fsd.resolvePath(pc, src);
 INodesInPath iip;
 fsd.writeLock();
 try {
@@ -135,9 +131,8 @@ class FSDirAclOp {
   throws IOException {
 String src = srcArg;
 checkAclsConfigFlag(fsd);
-byte[][] pathComponents = 
FSDirectory.getPathComponentsForReservedPath(src);
 FSPermissionChecker pc = fsd.getPermissionChecker();
-src = fsd.resolvePath(pc, src, pathComponents);
+src = fsd.resolvePath(pc, src);
 INodesInPath iip;
 fsd.writeLock();
 try {
@@ -155,8 +150,7 @@ class FSDirAclOp {
   FSDirectory fsd, String src) throws IOException {
 checkAclsConfigFlag(fsd);
 FSPermissionChecker pc = fsd.getPermissionChecker();
-byte[][] pathComponents = 
FSDirectory.getPathComponentsForReservedPath(src);
-src = fsd.resolvePath(pc, src, pathComponents);
+src = fsd.resolvePath(pc, src);
 String srcs = FSDirectory.normalizePath(src);
 fsd.readLock();
 try {