Repository: hadoop Updated Branches: refs/heads/branch-3.0 f60b50be3 -> 6c48d6a48
Revert "HADOOP-15637. LocalFs#listLocatedStatus does not filter out hidden .crc files. Contributed by Erik Krogen." This reverts commit f60b50be3d0875962ca72e63fbfd14f7c2a10042. Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/6c48d6a4 Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/6c48d6a4 Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/6c48d6a4 Branch: refs/heads/branch-3.0 Commit: 6c48d6a484c01d6adccafa83ee520936501b6de6 Parents: f60b50b Author: Chen Liang <[email protected]> Authored: Mon Jul 30 12:04:26 2018 -0700 Committer: Chen Liang <[email protected]> Committed: Mon Jul 30 12:04:26 2018 -0700 ---------------------------------------------------------------------- .../java/org/apache/hadoop/fs/ChecksumFs.java | 37 ------------------- .../fs/FileContextMainOperationsBaseTest.java | 38 -------------------- 2 files changed, 75 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hadoop/blob/6c48d6a4/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/ChecksumFs.java ---------------------------------------------------------------------- diff --git a/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/ChecksumFs.java b/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/ChecksumFs.java index c56f6e0..75622ad 100644 --- a/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/ChecksumFs.java +++ b/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/ChecksumFs.java @@ -27,12 +27,10 @@ import java.util.ArrayList; import java.util.Arrays; import java.util.EnumSet; -import java.util.NoSuchElementException; import org.apache.hadoop.classification.InterfaceAudience; import org.apache.hadoop.classification.InterfaceStability; import org.apache.hadoop.fs.Options.ChecksumOpt; import org.apache.hadoop.fs.permission.FsPermission; -import org.apache.hadoop.security.AccessControlException; import org.apache.hadoop.util.DataChecksum; import org.apache.hadoop.util.Progressable; import org.slf4j.Logger; @@ -529,39 +527,4 @@ public abstract class ChecksumFs extends FilterFs { } return results.toArray(new FileStatus[results.size()]); } - - @Override - public RemoteIterator<LocatedFileStatus> listLocatedStatus(final Path f) - throws AccessControlException, FileNotFoundException, - UnresolvedLinkException, IOException { - final RemoteIterator<LocatedFileStatus> iter = - getMyFs().listLocatedStatus(f); - return new RemoteIterator<LocatedFileStatus>() { - - private LocatedFileStatus next = null; - - @Override - public boolean hasNext() throws IOException { - while (next == null && iter.hasNext()) { - LocatedFileStatus unfilteredNext = iter.next(); - if (!isChecksumFile(unfilteredNext.getPath())) { - next = unfilteredNext; - } - } - return next != null; - } - - @Override - public LocatedFileStatus next() throws IOException { - if (!hasNext()) { - throw new NoSuchElementException(); - } - LocatedFileStatus tmp = next; - next = null; - return tmp; - } - - }; - } - } http://git-wip-us.apache.org/repos/asf/hadoop/blob/6c48d6a4/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FileContextMainOperationsBaseTest.java ---------------------------------------------------------------------- diff --git a/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FileContextMainOperationsBaseTest.java b/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FileContextMainOperationsBaseTest.java index d090f02..35ec4ff 100644 --- a/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FileContextMainOperationsBaseTest.java +++ b/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/FileContextMainOperationsBaseTest.java @@ -369,44 +369,6 @@ public abstract class FileContextMainOperationsBaseTest { pathsIterator = fc.listStatus(getTestRootPath(fc, "test/hadoop/a")); Assert.assertFalse(pathsIterator.hasNext()); } - - @Test - public void testListFiles() throws Exception { - Path[] testDirs = { - getTestRootPath(fc, "test/dir1"), - getTestRootPath(fc, "test/dir1/dir1"), - getTestRootPath(fc, "test/dir2") - }; - Path[] testFiles = { - new Path(testDirs[0], "file1"), - new Path(testDirs[0], "file2"), - new Path(testDirs[1], "file2"), - new Path(testDirs[2], "file1") - }; - - for (Path path : testDirs) { - fc.mkdir(path, FsPermission.getDefault(), true); - } - for (Path p : testFiles) { - FSDataOutputStream out = fc.create(p).build(); - out.writeByte(0); - out.close(); - } - - RemoteIterator<LocatedFileStatus> filesIterator = - fc.util().listFiles(getTestRootPath(fc, "test"), true); - LocatedFileStatus[] fileStats = - new LocatedFileStatus[testFiles.length]; - for (int i = 0; i < fileStats.length; i++) { - assertTrue(filesIterator.hasNext()); - fileStats[i] = filesIterator.next(); - } - assertFalse(filesIterator.hasNext()); - - for (Path p : testFiles) { - assertTrue(containsPath(p, fileStats)); - } - } @Test public void testListStatusFilterWithNoMatches() throws Exception { --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
