Author: tomwhite
Date: Thu May 28 16:43:30 2009
New Revision: 779656
URL: http://svn.apache.org/viewvc?rev=779656&view=rev
Log:
HADOOP-5805. problem using top level s3 buckets as input/output directories.
Contributed by Ian Nowland.
Modified:
hadoop/core/trunk/CHANGES.txt
hadoop/core/trunk/src/core/org/apache/hadoop/fs/s3native/NativeS3FileSystem.java
hadoop/core/trunk/src/test/core/org/apache/hadoop/fs/s3native/NativeS3FileSystemContractBaseTest.java
Modified: hadoop/core/trunk/CHANGES.txt
URL:
http://svn.apache.org/viewvc/hadoop/core/trunk/CHANGES.txt?rev=779656&r1=779655&r2=779656&view=diff
==============================================================================
--- hadoop/core/trunk/CHANGES.txt (original)
+++ hadoop/core/trunk/CHANGES.txt Thu May 28 16:43:30 2009
@@ -710,6 +710,9 @@
HADOOP-5895. Fixes computation of count of merged bytes for logging.
(Ravi Gummadi via ddas)
+ HADOOP-5805. problem using top level s3 buckets as input/output
directories.
+ (Ian Nowland via tomwhite)
+
Release 0.20.1 - Unreleased
INCOMPATIBLE CHANGES
Modified:
hadoop/core/trunk/src/core/org/apache/hadoop/fs/s3native/NativeS3FileSystem.java
URL:
http://svn.apache.org/viewvc/hadoop/core/trunk/src/core/org/apache/hadoop/fs/s3native/NativeS3FileSystem.java?rev=779656&r1=779655&r2=779656&view=diff
==============================================================================
---
hadoop/core/trunk/src/core/org/apache/hadoop/fs/s3native/NativeS3FileSystem.java
(original)
+++
hadoop/core/trunk/src/core/org/apache/hadoop/fs/s3native/NativeS3FileSystem.java
Thu May 28 16:43:30 2009
@@ -251,6 +251,11 @@
}
private static String pathToKey(Path path) {
+ if (path.toUri().getScheme() != null && "".equals(path.toUri().getPath()))
{
+ // allow uris without trailing slash after bucket to refer to root,
+ // like s3n://mybucket
+ return "";
+ }
if (!path.isAbsolute()) {
throw new IllegalArgumentException("Path must be absolute: " + path);
}
Modified:
hadoop/core/trunk/src/test/core/org/apache/hadoop/fs/s3native/NativeS3FileSystemContractBaseTest.java
URL:
http://svn.apache.org/viewvc/hadoop/core/trunk/src/test/core/org/apache/hadoop/fs/s3native/NativeS3FileSystemContractBaseTest.java?rev=779656&r1=779655&r2=779656&view=diff
==============================================================================
---
hadoop/core/trunk/src/test/core/org/apache/hadoop/fs/s3native/NativeS3FileSystemContractBaseTest.java
(original)
+++
hadoop/core/trunk/src/test/core/org/apache/hadoop/fs/s3native/NativeS3FileSystemContractBaseTest.java
Thu May 28 16:43:30 2009
@@ -56,4 +56,7 @@
assertEquals(path("/test"), paths[0].getPath());
}
+ public void testNoTrailingBackslashOnBucket() throws Exception {
+ assertTrue(fs.getFileStatus(new Path(fs.getUri().toString())).isDir());
+ }
}