This is an automated email from the ASF dual-hosted git repository.
pifta pushed a commit to branch HDDS-5447-httpfs
in repository https://gitbox.apache.org/repos/asf/ozone.git
The following commit(s) were added to refs/heads/HDDS-5447-httpfs by this push:
new 0f3e560 HDDS-5827 [HTTPFSGW] Remove non-server side related code from
Ozone. (#2750)
0f3e560 is described below
commit 0f3e560e18d4491a4ec487ed4453db1ff2723d67
Author: dombizita <[email protected]>
AuthorDate: Wed Oct 20 17:45:29 2021 +0200
HDDS-5827 [HTTPFSGW] Remove non-server side related code from Ozone. (#2750)
---
.../org/apache/ozone/fs/http/HttpFSConstants.java | 199 +++
.../ozone/fs/http/client/HttpFSFileSystem.java | 1735 --------------------
.../apache/ozone/fs/http/client/HttpFSUtils.java | 153 --
.../ozone/fs/http/client/HttpsFSFileSystem.java | 34 -
.../ozone/fs/http/{client => }/package-info.java | 4 +-
.../http/server/CheckUploadContentTypeFilter.java | 12 +-
.../apache/ozone/fs/http/server/FSOperations.java | 134 +-
.../fs/http/server/HttpFSParametersProvider.java | 66 +-
.../apache/ozone/fs/http/server/HttpFSServer.java | 25 +-
9 files changed, 319 insertions(+), 2043 deletions(-)
diff --git
a/hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/fs/http/HttpFSConstants.java
b/hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/fs/http/HttpFSConstants.java
new file mode 100644
index 0000000..9ae9189
--- /dev/null
+++
b/hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/fs/http/HttpFSConstants.java
@@ -0,0 +1,199 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.ozone.fs.http;
+
+import org.apache.hadoop.classification.InterfaceAudience;
+import org.apache.hadoop.fs.FileStatus;
+import org.apache.hadoop.fs.permission.FsPermission;
+
+/**
+ * Constants for the HttpFs server side implementations.
+ */
+public interface HttpFSConstants {
+
+ String HTTP_GET = "GET";
+ String HTTP_PUT = "PUT";
+ String HTTP_POST = "POST";
+ String HTTP_DELETE = "DELETE";
+
+ String SCHEME = "webhdfs";
+ String OP_PARAM = "op";
+ String DO_AS_PARAM = "doas";
+ String OVERWRITE_PARAM = "overwrite";
+ String REPLICATION_PARAM = "replication";
+ String BLOCKSIZE_PARAM = "blocksize";
+ String PERMISSION_PARAM = "permission";
+ String UNMASKED_PERMISSION_PARAM = "unmaskedpermission";
+ String ACLSPEC_PARAM = "aclspec";
+ String DESTINATION_PARAM = "destination";
+ String RECURSIVE_PARAM = "recursive";
+ String SOURCES_PARAM = "sources";
+ String OWNER_PARAM = "owner";
+ String GROUP_PARAM = "group";
+ String MODIFICATION_TIME_PARAM = "modificationtime";
+ String ACCESS_TIME_PARAM = "accesstime";
+ String XATTR_NAME_PARAM = "xattr.name";
+ String XATTR_VALUE_PARAM = "xattr.value";
+ String XATTR_SET_FLAG_PARAM = "flag";
+ String XATTR_ENCODING_PARAM = "encoding";
+ String NEW_LENGTH_PARAM = "newlength";
+ String START_AFTER_PARAM = "startAfter";
+ String POLICY_NAME_PARAM = "storagepolicy";
+ String SNAPSHOT_NAME_PARAM = "snapshotname";
+ String OLD_SNAPSHOT_NAME_PARAM = "oldsnapshotname";
+ String FSACTION_MODE_PARAM = "fsaction";
+ String EC_POLICY_NAME_PARAM = "ecpolicy";
+ Short DEFAULT_PERMISSION = 0755;
+ String ACLSPEC_DEFAULT = "";
+ String RENAME_JSON = "boolean";
+ String TRUNCATE_JSON = "boolean";
+ String DELETE_JSON = "boolean";
+ String MKDIRS_JSON = "boolean";
+ String HOME_DIR_JSON = "Path";
+ String TRASH_DIR_JSON = "Path";
+ String SET_REPLICATION_JSON = "boolean";
+ String UPLOAD_CONTENT_TYPE = "application/octet-stream";
+ String SNAPSHOT_JSON = "Path";
+ String FILE_STATUSES_JSON = "FileStatuses";
+ String FILE_STATUS_JSON = "FileStatus";
+ String PATH_SUFFIX_JSON = "pathSuffix";
+ String TYPE_JSON = "type";
+ String LENGTH_JSON = "length";
+ String OWNER_JSON = "owner";
+ String GROUP_JSON = "group";
+ String PERMISSION_JSON = "permission";
+ String ACCESS_TIME_JSON = "accessTime";
+ String MODIFICATION_TIME_JSON = "modificationTime";
+ String BLOCK_SIZE_JSON = "blockSize";
+ String CHILDREN_NUM_JSON = "childrenNum";
+ String FILE_ID_JSON = "fileId";
+ String REPLICATION_JSON = "replication";
+ String STORAGEPOLICY_JSON = "storagePolicy";
+ String ECPOLICYNAME_JSON = "ecPolicy";
+ String XATTRS_JSON = "XAttrs";
+ String XATTR_NAME_JSON = "name";
+ String XATTR_VALUE_JSON = "value";
+ String XATTRNAMES_JSON = "XAttrNames";
+ String ECPOLICY_JSON = "ecPolicyObj";
+ String SYMLINK_JSON = "symlink";
+ String FILE_CHECKSUM_JSON = "FileChecksum";
+ String CHECKSUM_ALGORITHM_JSON = "algorithm";
+ String CHECKSUM_BYTES_JSON = "bytes";
+ String CHECKSUM_LENGTH_JSON = "length";
+ String CONTENT_SUMMARY_JSON = "ContentSummary";
+ String CONTENT_SUMMARY_DIRECTORY_COUNT_JSON
+ = "directoryCount";
+ String CONTENT_SUMMARY_ECPOLICY_JSON = "ecPolicy";
+ String CONTENT_SUMMARY_FILE_COUNT_JSON = "fileCount";
+ String CONTENT_SUMMARY_LENGTH_JSON = "length";
+ String QUOTA_USAGE_JSON = "QuotaUsage";
+ String QUOTA_USAGE_FILE_AND_DIRECTORY_COUNT_JSON =
+ "fileAndDirectoryCount";
+ String QUOTA_USAGE_QUOTA_JSON = "quota";
+ String QUOTA_USAGE_SPACE_CONSUMED_JSON = "spaceConsumed";
+ String QUOTA_USAGE_SPACE_QUOTA_JSON = "spaceQuota";
+ String QUOTA_USAGE_CONSUMED_JSON = "consumed";
+ String QUOTA_USAGE_TYPE_QUOTA_JSON = "typeQuota";
+ String ACL_STATUS_JSON = "AclStatus";
+ String ACL_STICKY_BIT_JSON = "stickyBit";
+ String ACL_ENTRIES_JSON = "entries";
+ String ACL_BIT_JSON = "aclBit";
+ String ENC_BIT_JSON = "encBit";
+ String EC_BIT_JSON = "ecBit";
+ String SNAPSHOT_BIT_JSON = "snapshotEnabled";
+ String DIRECTORY_LISTING_JSON = "DirectoryListing";
+ String PARTIAL_LISTING_JSON = "partialListing";
+ String REMAINING_ENTRIES_JSON = "remainingEntries";
+ String STORAGE_POLICIES_JSON = "BlockStoragePolicies";
+ String STORAGE_POLICY_JSON = "BlockStoragePolicy";
+ int HTTP_TEMPORARY_REDIRECT = 307;
+ String SERVICE_NAME = "/webhdfs";
+ String SERVICE_VERSION = "/v1";
+ String SERVICE_PATH = SERVICE_NAME + SERVICE_VERSION;
+ byte[] EMPTY_BYTES = {};
+
+ /**
+ * Converts a <code>FsPermission</code> to a Unix octal representation.
+ *
+ * @param p the permission.
+ *
+ * @return the Unix string symbolic reprentation.
+ */
+ static String permissionToString(FsPermission p) {
+ return Integer.toString((p == null) ? DEFAULT_PERMISSION : p.toShort(),
8);
+ }
+
+ /**
+ * File types.
+ */
+ enum FILETYPE {
+ FILE, DIRECTORY, SYMLINK;
+
+ public static FILETYPE getType(FileStatus fileStatus) {
+ if (fileStatus.isFile()) {
+ return FILE;
+ }
+ if (fileStatus.isDirectory()) {
+ return DIRECTORY;
+ }
+ if (fileStatus.isSymlink()) {
+ return SYMLINK;
+ }
+ throw new IllegalArgumentException("Could not determine filetype for: " +
+ fileStatus.getPath());
+ }
+ }
+
+ /**
+ * Operation types.
+ */
+ @InterfaceAudience.Private
+ enum Operation {
+ OPEN(HTTP_GET), GETFILESTATUS(HTTP_GET), LISTSTATUS(HTTP_GET),
+ GETHOMEDIRECTORY(HTTP_GET), GETCONTENTSUMMARY(HTTP_GET),
+ GETQUOTAUSAGE(HTTP_GET), GETFILECHECKSUM(HTTP_GET),
+ GETFILEBLOCKLOCATIONS(HTTP_GET), INSTRUMENTATION(HTTP_GET),
+ GETACLSTATUS(HTTP_GET), GETTRASHROOT(HTTP_GET),
+ APPEND(HTTP_POST), CONCAT(HTTP_POST), TRUNCATE(HTTP_POST),
+ CREATE(HTTP_PUT), MKDIRS(HTTP_PUT), RENAME(HTTP_PUT), SETOWNER(HTTP_PUT),
+ SETPERMISSION(HTTP_PUT), SETREPLICATION(HTTP_PUT), SETTIMES(HTTP_PUT),
+ MODIFYACLENTRIES(HTTP_PUT), REMOVEACLENTRIES(HTTP_PUT),
+ REMOVEDEFAULTACL(HTTP_PUT), REMOVEACL(HTTP_PUT), SETACL(HTTP_PUT),
+ DELETE(HTTP_DELETE), SETXATTR(HTTP_PUT), GETXATTRS(HTTP_GET),
+ REMOVEXATTR(HTTP_PUT), LISTXATTRS(HTTP_GET), LISTSTATUS_BATCH(HTTP_GET),
+ GETALLSTORAGEPOLICY(HTTP_GET), GETSTORAGEPOLICY(HTTP_GET),
+ SETSTORAGEPOLICY(HTTP_PUT), UNSETSTORAGEPOLICY(HTTP_POST),
+ ALLOWSNAPSHOT(HTTP_PUT), DISALLOWSNAPSHOT(HTTP_PUT),
+ CREATESNAPSHOT(HTTP_PUT), DELETESNAPSHOT(HTTP_DELETE),
+ RENAMESNAPSHOT(HTTP_PUT), GETSNAPSHOTDIFF(HTTP_GET),
+ GETSNAPSHOTTABLEDIRECTORYLIST(HTTP_GET), GETSERVERDEFAULTS(HTTP_GET),
+ CHECKACCESS(HTTP_GET), SETECPOLICY(HTTP_PUT), GETECPOLICY(HTTP_GET),
+ UNSETECPOLICY(HTTP_POST), SATISFYSTORAGEPOLICY(HTTP_PUT);
+
+ private String httpMethod;
+
+ Operation(String httpMethod) {
+ this.httpMethod = httpMethod;
+ }
+
+ public String getMethod() {
+ return httpMethod;
+ }
+
+ }
+}
diff --git
a/hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/fs/http/client/HttpFSFileSystem.java
b/hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/fs/http/client/HttpFSFileSystem.java
deleted file mode 100644
index c084c8c..0000000
---
a/hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/fs/http/client/HttpFSFileSystem.java
+++ /dev/null
@@ -1,1735 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package org.apache.ozone.fs.http.client;
-
-import java.util.ArrayList;
-import java.util.Arrays;
-import java.util.Collection;
-import java.util.EnumSet;
-import java.util.List;
-
-import org.apache.hadoop.hdfs.client.HdfsClientConfigKeys;
-import org.apache.hadoop.classification.InterfaceAudience;
-import org.apache.hadoop.conf.Configuration;
-import org.apache.hadoop.fs.CommonPathCapabilities;
-import org.apache.hadoop.fs.ContentSummary;
-import org.apache.hadoop.fs.DelegationTokenRenewer;
-import org.apache.hadoop.fs.FSDataInputStream;
-import org.apache.hadoop.fs.FSDataOutputStream;
-import org.apache.hadoop.fs.FileChecksum;
-import org.apache.hadoop.fs.FileStatus;
-import org.apache.hadoop.fs.FileSystem;
-import org.apache.hadoop.fs.FsServerDefaults;
-import org.apache.hadoop.fs.Path;
-import org.apache.hadoop.fs.PositionedReadable;
-import org.apache.hadoop.fs.QuotaUsage;
-import org.apache.hadoop.fs.Seekable;
-import org.apache.hadoop.fs.StorageType;
-import org.apache.hadoop.fs.XAttrCodec;
-import org.apache.hadoop.fs.XAttrSetFlag;
-import org.apache.hadoop.fs.permission.AclEntry;
-import org.apache.hadoop.fs.permission.AclStatus;
-import org.apache.hadoop.fs.permission.FsAction;
-import org.apache.hadoop.fs.permission.FsPermission;
-import org.apache.hadoop.hdfs.DFSUtilClient;
-import org.apache.hadoop.hdfs.protocol.BlockStoragePolicy;
-import org.apache.hadoop.hdfs.protocol.ErasureCodingPolicy;
-import org.apache.hadoop.hdfs.protocol.FsPermissionExtension;
-import org.apache.hadoop.hdfs.protocol.HdfsFileStatus;
-import org.apache.hadoop.hdfs.protocol.SnapshotDiffReport;
-import org.apache.hadoop.hdfs.protocol.SnapshottableDirectoryStatus;
-import org.apache.hadoop.hdfs.web.JsonUtilClient;
-import org.apache.ozone.lib.wsrs.EnumSetParam;
-import org.apache.hadoop.security.UserGroupInformation;
-import org.apache.hadoop.security.token.Token;
-import org.apache.hadoop.security.token.TokenIdentifier;
-import
org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticatedURL;
-import
org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticator;
-import
org.apache.hadoop.security.token.delegation.web.KerberosDelegationTokenAuthenticator;
-import org.apache.hadoop.util.HttpExceptionUtils;
-import org.apache.hadoop.util.Progressable;
-import org.apache.hadoop.util.ReflectionUtils;
-import org.apache.hadoop.util.StringUtils;
-import org.apache.ratis.thirdparty.com.google.common.base.Preconditions;
-import org.json.simple.JSONArray;
-import org.json.simple.JSONObject;
-import org.json.simple.parser.JSONParser;
-import org.json.simple.parser.ParseException;
-
-import java.io.BufferedInputStream;
-import java.io.BufferedOutputStream;
-import java.io.DataInput;
-import java.io.DataOutput;
-import java.io.FileNotFoundException;
-import java.io.FilterInputStream;
-import java.io.IOException;
-import java.io.InputStream;
-import java.io.OutputStream;
-import java.net.HttpURLConnection;
-import java.net.URI;
-import java.net.URISyntaxException;
-import java.net.URL;
-import java.nio.charset.StandardCharsets;
-import java.security.PrivilegedExceptionAction;
-import java.text.MessageFormat;
-import java.util.HashMap;
-import java.util.Map;
-
-import static
org.apache.hadoop.fs.impl.PathCapabilitiesSupport.validatePathCapabilityArgs;
-
-/**
- * HttpFSServer implementation of the FileSystemAccess FileSystem.
- * <p>
- * This implementation allows a user to access HDFS over HTTP via a
HttpFSServer
- * server.
- */
[email protected]
-public class HttpFSFileSystem extends FileSystem
- implements DelegationTokenRenewer.Renewable {
-
- public static final String SERVICE_NAME = HttpFSUtils.SERVICE_NAME;
-
- public static final String SERVICE_VERSION = HttpFSUtils.SERVICE_VERSION;
-
- public static final String SCHEME = "webhdfs";
-
- public static final String OP_PARAM = "op";
- public static final String DO_AS_PARAM = "doas";
- public static final String OVERWRITE_PARAM = "overwrite";
- public static final String REPLICATION_PARAM = "replication";
- public static final String BLOCKSIZE_PARAM = "blocksize";
- public static final String PERMISSION_PARAM = "permission";
- public static final String UNMASKED_PERMISSION_PARAM = "unmaskedpermission";
- public static final String ACLSPEC_PARAM = "aclspec";
- public static final String DESTINATION_PARAM = "destination";
- public static final String RECURSIVE_PARAM = "recursive";
- public static final String SOURCES_PARAM = "sources";
- public static final String OWNER_PARAM = "owner";
- public static final String GROUP_PARAM = "group";
- public static final String MODIFICATION_TIME_PARAM = "modificationtime";
- public static final String ACCESS_TIME_PARAM = "accesstime";
- public static final String XATTR_NAME_PARAM = "xattr.name";
- public static final String XATTR_VALUE_PARAM = "xattr.value";
- public static final String XATTR_SET_FLAG_PARAM = "flag";
- public static final String XATTR_ENCODING_PARAM = "encoding";
- public static final String NEW_LENGTH_PARAM = "newlength";
- public static final String START_AFTER_PARAM = "startAfter";
- public static final String POLICY_NAME_PARAM = "storagepolicy";
- public static final String SNAPSHOT_NAME_PARAM = "snapshotname";
- public static final String OLD_SNAPSHOT_NAME_PARAM = "oldsnapshotname";
- public static final String FSACTION_MODE_PARAM = "fsaction";
- public static final String EC_POLICY_NAME_PARAM = "ecpolicy";
-
- public static final Short DEFAULT_PERMISSION = 0755;
- public static final String ACLSPEC_DEFAULT = "";
-
- public static final String RENAME_JSON = "boolean";
-
- public static final String TRUNCATE_JSON = "boolean";
-
- public static final String DELETE_JSON = "boolean";
-
- public static final String MKDIRS_JSON = "boolean";
-
- public static final String HOME_DIR_JSON = "Path";
-
- public static final String TRASH_DIR_JSON = "Path";
-
- public static final String SET_REPLICATION_JSON = "boolean";
-
- public static final String UPLOAD_CONTENT_TYPE= "application/octet-stream";
-
- public static final String SNAPSHOT_JSON = "Path";
-
- /**
- * File types.
- */
- public enum FILETYPE {
- FILE, DIRECTORY, SYMLINK;
-
- public static FILETYPE getType(FileStatus fileStatus) {
- if (fileStatus.isFile()) {
- return FILE;
- }
- if (fileStatus.isDirectory()) {
- return DIRECTORY;
- }
- if (fileStatus.isSymlink()) {
- return SYMLINK;
- }
- throw new IllegalArgumentException("Could not determine filetype for: " +
- fileStatus.getPath());
- }
- }
-
- public static final String FILE_STATUSES_JSON = "FileStatuses";
- public static final String FILE_STATUS_JSON = "FileStatus";
- public static final String PATH_SUFFIX_JSON = "pathSuffix";
- public static final String TYPE_JSON = "type";
- public static final String LENGTH_JSON = "length";
- public static final String OWNER_JSON = "owner";
- public static final String GROUP_JSON = "group";
- public static final String PERMISSION_JSON = "permission";
- public static final String ACCESS_TIME_JSON = "accessTime";
- public static final String MODIFICATION_TIME_JSON = "modificationTime";
- public static final String BLOCK_SIZE_JSON = "blockSize";
- public static final String CHILDREN_NUM_JSON = "childrenNum";
- public static final String FILE_ID_JSON = "fileId";
- public static final String REPLICATION_JSON = "replication";
- public static final String STORAGEPOLICY_JSON = "storagePolicy";
- public static final String ECPOLICYNAME_JSON = "ecPolicy";
- public static final String XATTRS_JSON = "XAttrs";
- public static final String XATTR_NAME_JSON = "name";
- public static final String XATTR_VALUE_JSON = "value";
- public static final String XATTRNAMES_JSON = "XAttrNames";
- public static final String ECPOLICY_JSON = "ecPolicyObj";
- public static final String SYMLINK_JSON = "symlink";
-
- public static final String FILE_CHECKSUM_JSON = "FileChecksum";
- public static final String CHECKSUM_ALGORITHM_JSON = "algorithm";
- public static final String CHECKSUM_BYTES_JSON = "bytes";
- public static final String CHECKSUM_LENGTH_JSON = "length";
-
- public static final String CONTENT_SUMMARY_JSON = "ContentSummary";
- public static final String CONTENT_SUMMARY_DIRECTORY_COUNT_JSON
- = "directoryCount";
- public static final String CONTENT_SUMMARY_ECPOLICY_JSON = "ecPolicy";
- public static final String CONTENT_SUMMARY_FILE_COUNT_JSON = "fileCount";
- public static final String CONTENT_SUMMARY_LENGTH_JSON = "length";
-
- public static final String QUOTA_USAGE_JSON = "QuotaUsage";
- public static final String QUOTA_USAGE_FILE_AND_DIRECTORY_COUNT_JSON =
- "fileAndDirectoryCount";
- public static final String QUOTA_USAGE_QUOTA_JSON = "quota";
- public static final String QUOTA_USAGE_SPACE_CONSUMED_JSON = "spaceConsumed";
- public static final String QUOTA_USAGE_SPACE_QUOTA_JSON = "spaceQuota";
- public static final String QUOTA_USAGE_CONSUMED_JSON = "consumed";
- public static final String QUOTA_USAGE_TYPE_QUOTA_JSON = "typeQuota";
-
-
- public static final String ACL_STATUS_JSON = "AclStatus";
- public static final String ACL_STICKY_BIT_JSON = "stickyBit";
- public static final String ACL_ENTRIES_JSON = "entries";
- public static final String ACL_BIT_JSON = "aclBit";
-
- public static final String ENC_BIT_JSON = "encBit";
- public static final String EC_BIT_JSON = "ecBit";
- public static final String SNAPSHOT_BIT_JSON = "snapshotEnabled";
-
- public static final String DIRECTORY_LISTING_JSON = "DirectoryListing";
- public static final String PARTIAL_LISTING_JSON = "partialListing";
- public static final String REMAINING_ENTRIES_JSON = "remainingEntries";
-
- public static final String STORAGE_POLICIES_JSON = "BlockStoragePolicies";
- public static final String STORAGE_POLICY_JSON = "BlockStoragePolicy";
-
- public static final int HTTP_TEMPORARY_REDIRECT = 307;
-
- private static final String HTTP_GET = "GET";
- private static final String HTTP_PUT = "PUT";
- private static final String HTTP_POST = "POST";
- private static final String HTTP_DELETE = "DELETE";
-
- /**
- * Operation types.
- */
- @InterfaceAudience.Private
- public enum Operation {
- OPEN(HTTP_GET), GETFILESTATUS(HTTP_GET), LISTSTATUS(HTTP_GET),
- GETHOMEDIRECTORY(HTTP_GET), GETCONTENTSUMMARY(HTTP_GET),
- GETQUOTAUSAGE(HTTP_GET), GETFILECHECKSUM(HTTP_GET),
- GETFILEBLOCKLOCATIONS(HTTP_GET), INSTRUMENTATION(HTTP_GET),
- GETACLSTATUS(HTTP_GET), GETTRASHROOT(HTTP_GET),
- APPEND(HTTP_POST), CONCAT(HTTP_POST), TRUNCATE(HTTP_POST),
- CREATE(HTTP_PUT), MKDIRS(HTTP_PUT), RENAME(HTTP_PUT), SETOWNER(HTTP_PUT),
- SETPERMISSION(HTTP_PUT), SETREPLICATION(HTTP_PUT), SETTIMES(HTTP_PUT),
- MODIFYACLENTRIES(HTTP_PUT), REMOVEACLENTRIES(HTTP_PUT),
- REMOVEDEFAULTACL(HTTP_PUT), REMOVEACL(HTTP_PUT), SETACL(HTTP_PUT),
- DELETE(HTTP_DELETE), SETXATTR(HTTP_PUT), GETXATTRS(HTTP_GET),
- REMOVEXATTR(HTTP_PUT), LISTXATTRS(HTTP_GET), LISTSTATUS_BATCH(HTTP_GET),
- GETALLSTORAGEPOLICY(HTTP_GET), GETSTORAGEPOLICY(HTTP_GET),
- SETSTORAGEPOLICY(HTTP_PUT), UNSETSTORAGEPOLICY(HTTP_POST),
- ALLOWSNAPSHOT(HTTP_PUT), DISALLOWSNAPSHOT(HTTP_PUT),
- CREATESNAPSHOT(HTTP_PUT), DELETESNAPSHOT(HTTP_DELETE),
- RENAMESNAPSHOT(HTTP_PUT), GETSNAPSHOTDIFF(HTTP_GET),
- GETSNAPSHOTTABLEDIRECTORYLIST(HTTP_GET), GETSERVERDEFAULTS(HTTP_GET),
- CHECKACCESS(HTTP_GET), SETECPOLICY(HTTP_PUT), GETECPOLICY(
- HTTP_GET), UNSETECPOLICY(HTTP_POST), SATISFYSTORAGEPOLICY(HTTP_PUT);
-
- private String httpMethod;
-
- Operation(String httpMethod) {
- this.httpMethod = httpMethod;
- }
-
- public String getMethod() {
- return httpMethod;
- }
-
- }
-
- private DelegationTokenAuthenticatedURL authURL;
- private DelegationTokenAuthenticatedURL.Token authToken =
- new DelegationTokenAuthenticatedURL.Token();
- private URI uri;
- private Path workingDir;
- private UserGroupInformation realUser;
-
-
-
- /**
- * Convenience method that creates a <code>HttpURLConnection</code> for the
- * HttpFSServer file system operations.
- * <p>
- * This methods performs and injects any needed authentication credentials
- * via the {@link #getConnection(URL, String)} method
- *
- * @param method the HTTP method.
- * @param params the query string parameters.
- * @param path the file path
- * @param makeQualified if the path should be 'makeQualified'
- *
- * @return a <code>HttpURLConnection</code> for the HttpFSServer server,
- * authenticated and ready to use for the specified path and file
- * system operation.
- *
- * @throws IOException thrown if an IO error occurs.
- */
- private HttpURLConnection getConnection(final String method,
- Map<String, String> params, Path path, boolean makeQualified)
- throws IOException {
- return getConnection(method,
- params,
- null,
- path,
- makeQualified);
- }
-
- /**
- * Convenience method that creates a <code>HttpURLConnection</code> for the
- * HttpFSServer file system operations.
- * <p/>
- * This methods performs and injects any needed authentication credentials
- * via the {@link #getConnection(URL, String)} method
- *
- * @param method the HTTP method.
- * @param params the query string parameters.
- * @param multiValuedParams multi valued parameters of the query string
- * @param path the file path
- * @param makeQualified if the path should be 'makeQualified'
- *
- * @return HttpURLConnection a <code>HttpURLConnection</code> for the
- * HttpFSServer server, authenticated and ready to use for the
- * specified path and file system operation.
- *
- * @throws IOException thrown if an IO error occurs.
- */
- private HttpURLConnection getConnection(final String method,
- Map<String, String> params, Map<String, List<String>> multiValuedParams,
- Path path, boolean makeQualified) throws IOException {
- if (makeQualified) {
- path = makeQualified(path);
- }
- final URL url = HttpFSUtils.createURL(path, params, multiValuedParams);
- try {
- return UserGroupInformation.getCurrentUser().doAs(
- new PrivilegedExceptionAction<HttpURLConnection>() {
- @Override
- public HttpURLConnection run() throws Exception {
- return getConnection(url, method);
- }
- }
- );
- } catch (Exception ex) {
- if (ex instanceof IOException) {
- throw (IOException) ex;
- } else {
- throw new IOException(ex);
- }
- }
- }
-
- /**
- * Convenience method that creates a <code>HttpURLConnection</code> for the
- * specified URL.
- * <p>
- * This methods performs and injects any needed authentication credentials.
- *
- * @param url url to connect to.
- * @param method the HTTP method.
- *
- * @return a <code>HttpURLConnection</code> for the HttpFSServer server,
- * authenticated and ready to use for the specified path and file system
- * operation.
- *
- * @throws IOException thrown if an IO error occurs.
- */
- private HttpURLConnection getConnection(URL url, String method)
- throws IOException {
- try {
- HttpURLConnection conn = authURL.openConnection(url, authToken);
- conn.setRequestMethod(method);
- if (method.equals(HTTP_POST) || method.equals(HTTP_PUT)) {
- conn.setDoOutput(true);
- }
- return conn;
- } catch (Exception ex) {
- throw new IOException(ex);
- }
- }
-
- /**
- * Called after a new FileSystem instance is constructed.
- *
- * @param name a uri whose authority section names the host, port, etc. for
- * this FileSystem
- * @param conf the configuration
- */
- @Override
- public void initialize(URI name, Configuration conf) throws IOException {
- UserGroupInformation ugi = UserGroupInformation.getCurrentUser();
-
- //the real use is the one that has the Kerberos credentials needed for
- //SPNEGO to work
- realUser = ugi.getRealUser();
- if (realUser == null) {
- realUser = UserGroupInformation.getLoginUser();
- }
- super.initialize(name, conf);
- try {
- uri = new URI(name.getScheme() + "://" + name.getAuthority());
- } catch (URISyntaxException ex) {
- throw new IOException(ex);
- }
-
- Class<? extends DelegationTokenAuthenticator> klass =
- getConf().getClass("httpfs.authenticator.class",
- KerberosDelegationTokenAuthenticator.class,
- DelegationTokenAuthenticator.class);
- DelegationTokenAuthenticator authenticator =
- ReflectionUtils.newInstance(klass, getConf());
- authURL = new DelegationTokenAuthenticatedURL(authenticator);
- }
-
- @Override
- public String getScheme() {
- return SCHEME;
- }
-
- /**
- * Returns a URI whose scheme and authority identify this FileSystem.
- *
- * @return the URI whose scheme and authority identify this FileSystem.
- */
- @Override
- public URI getUri() {
- return uri;
- }
-
- /**
- * Get the default port for this file system.
- * @return the default port or 0 if there isn't one
- */
- @Override
- protected int getDefaultPort() {
- return HdfsClientConfigKeys.DFS_NAMENODE_HTTP_PORT_DEFAULT;
- }
-
- /**
- * HttpFSServer subclass of the <code>FSDataInputStream</code>.
- * <p>
- * This implementation does not support the
- * <code>PositionReadable</code> and <code>Seekable</code> methods.
- */
- private static class HttpFSDataInputStream extends FilterInputStream
- implements Seekable, PositionedReadable {
-
- protected HttpFSDataInputStream(InputStream in, int bufferSize) {
- super(new BufferedInputStream(in, bufferSize));
- }
-
- @Override
- public int read(long position, byte[] buffer, int offset, int length)
- throws IOException {
- throw new UnsupportedOperationException();
- }
-
- @Override
- public void readFully(long position, byte[] buffer, int offset, int length)
- throws IOException {
- throw new UnsupportedOperationException();
- }
-
- @Override
- public void readFully(long position, byte[] buffer) throws IOException {
- throw new UnsupportedOperationException();
- }
-
- @Override
- public void seek(long pos) throws IOException {
- throw new UnsupportedOperationException();
- }
-
- @Override
- public long getPos() throws IOException {
- throw new UnsupportedOperationException();
- }
-
- @Override
- public boolean seekToNewSource(long targetPos) throws IOException {
- throw new UnsupportedOperationException();
- }
- }
-
- /**
- * Opens an FSDataInputStream at the indicated Path.
- * <p>
- * IMPORTANT: the returned <code>FSDataInputStream</code> does not support
the
- * <code>PositionReadable</code> and <code>Seekable</code> methods.
- *
- * @param f the file name to open
- * @param bufferSize the size of the buffer to be used.
- */
- @Override
- public FSDataInputStream open(Path f, int bufferSize) throws IOException {
- Map<String, String> params = new HashMap<String, String>();
- params.put(OP_PARAM, Operation.OPEN.toString());
- HttpURLConnection conn = getConnection(Operation.OPEN.getMethod(), params,
- f, true);
- HttpExceptionUtils.validateResponse(conn, HttpURLConnection.HTTP_OK);
- return new FSDataInputStream(
- new HttpFSDataInputStream(conn.getInputStream(), bufferSize));
- }
-
- /**
- * HttpFSServer subclass of the <code>FSDataOutputStream</code>.
- * <p>
- * This implementation closes the underlying HTTP connection validating the
- * Http connection status at closing time.
- */
- private static class HttpFSDataOutputStream extends FSDataOutputStream {
- private HttpURLConnection conn;
- private int closeStatus;
-
- HttpFSDataOutputStream(HttpURLConnection conn,
- OutputStream out,
- int closeStatus,
- Statistics stats)
- throws IOException {
- super(out, stats);
- this.conn = conn;
- this.closeStatus = closeStatus;
- }
-
- @Override
- public void close() throws IOException {
- try {
- super.close();
- } finally {
- HttpExceptionUtils.validateResponse(conn, closeStatus);
- }
- }
-
- }
-
- /**
- * Converts a <code>FsPermission</code> to a Unix octal representation.
- *
- * @param p the permission.
- *
- * @return the Unix string symbolic reprentation.
- */
- public static String permissionToString(FsPermission p) {
- return Integer.toString((p == null) ? DEFAULT_PERMISSION : p.toShort(),
8);
- }
-
- /*
- * Common handling for uploading data for create and append operations.
- */
- private FSDataOutputStream uploadData(String method,
- Path f,
- Map<String, String> params,
- int bufferSize,
- int expectedStatus) throws IOException
{
- HttpURLConnection conn = getConnection(method, params, f, true);
- conn.setInstanceFollowRedirects(false);
- boolean exceptionAlreadyHandled = false;
- try {
- if (conn.getResponseCode() == HTTP_TEMPORARY_REDIRECT) {
- exceptionAlreadyHandled = true;
- String location = conn.getHeaderField("Location");
- if (location != null) {
- conn = getConnection(new URL(location), method);
- conn.setRequestProperty("Content-Type", UPLOAD_CONTENT_TYPE);
- try {
- OutputStream os = new BufferedOutputStream(conn.getOutputStream(),
- bufferSize);
- return new HttpFSDataOutputStream(conn,
- os,
- expectedStatus,
- statistics);
- } catch (IOException ex) {
- HttpExceptionUtils.validateResponse(conn, expectedStatus);
- throw ex;
- }
- } else {
- HttpExceptionUtils.validateResponse(conn, HTTP_TEMPORARY_REDIRECT);
- throw new IOException("Missing HTTP 'Location' header for ["
- + conn.getURL() + "]");
- }
- } else {
- throw new IOException(
- MessageFormat.format("Expected HTTP status was [307]," +
- " received [{0}]", conn.getResponseCode()));
- }
- } catch (IOException ex) {
- if (exceptionAlreadyHandled) {
- throw ex;
- } else {
- HttpExceptionUtils.validateResponse(conn, HTTP_TEMPORARY_REDIRECT);
- throw ex;
- }
- }
- }
-
-
- /**
- * Opens an FSDataOutputStream at the indicated Path with write-progress
- * reporting.
- * <p>
- * IMPORTANT: The <code>Progressable</code> parameter is not used.
- *
- * @param f the file name to open.
- * @param permission file permission.
- * @param overwrite if a file with this name already exists, then if true,
- * the file will be overwritten, and if false an error will be thrown.
- * @param bufferSize the size of the buffer to be used.
- * @param replication required block replication for the file.
- * @param blockSize block size.
- * @param progress progressable.
- *
- * @throws IOException
- * @see #setPermission(Path, FsPermission)
- */
- @Override
- public FSDataOutputStream create(Path f, FsPermission permission,
- boolean overwrite, int bufferSize,
- short replication, long blockSize,
- Progressable progress) throws IOException {
- Map<String, String> params = new HashMap<String, String>();
- params.put(OP_PARAM, Operation.CREATE.toString());
- params.put(OVERWRITE_PARAM, Boolean.toString(overwrite));
- params.put(REPLICATION_PARAM, Short.toString(replication));
- params.put(BLOCKSIZE_PARAM, Long.toString(blockSize));
- params.put(PERMISSION_PARAM, permissionToString(permission));
- return uploadData(Operation.CREATE.getMethod(), f, params, bufferSize,
- HttpURLConnection.HTTP_CREATED);
- }
-
-
- /**
- * Append to an existing file (optional operation).
- * <p>
- * IMPORTANT: The <code>Progressable</code> parameter is not used.
- *
- * @param f the existing file to be appended.
- * @param bufferSize the size of the buffer to be used.
- * @param progress for reporting progress if it is not null.
- *
- * @throws IOException
- */
- @Override
- public FSDataOutputStream append(Path f, int bufferSize,
- Progressable progress) throws IOException {
- Map<String, String> params = new HashMap<String, String>();
- params.put(OP_PARAM, Operation.APPEND.toString());
- return uploadData(Operation.APPEND.getMethod(), f, params, bufferSize,
- HttpURLConnection.HTTP_OK);
- }
-
- /**
- * Truncate a file.
- *
- * @param f the file to be truncated.
- * @param newLength The size the file is to be truncated to.
- *
- * @throws IOException
- */
- @Override
- public boolean truncate(Path f, long newLength) throws IOException {
- Map<String, String> params = new HashMap<String, String>();
- params.put(OP_PARAM, Operation.TRUNCATE.toString());
- params.put(NEW_LENGTH_PARAM, Long.toString(newLength));
- HttpURLConnection conn = getConnection(Operation.TRUNCATE.getMethod(),
- params, f, true);
- JSONObject json = (JSONObject) HttpFSUtils.jsonParse(conn);
- return (Boolean) json.get(TRUNCATE_JSON);
- }
-
- /**
- * Concat existing files together.
- * @param f the path to the target destination.
- * @param psrcs the paths to the sources to use for the concatenation.
- *
- * @throws IOException
- */
- @Override
- public void concat(Path f, Path[] psrcs) throws IOException {
- List<String> strPaths = new ArrayList<String>(psrcs.length);
- for(Path psrc : psrcs) {
- strPaths.add(psrc.toUri().getPath());
- }
- String srcs = StringUtils.join(",", strPaths);
-
- Map<String, String> params = new HashMap<String, String>();
- params.put(OP_PARAM, Operation.CONCAT.toString());
- params.put(SOURCES_PARAM, srcs);
- HttpURLConnection conn = getConnection(Operation.CONCAT.getMethod(),
- params, f, true);
- HttpExceptionUtils.validateResponse(conn, HttpURLConnection.HTTP_OK);
- }
-
- /**
- * Renames Path src to Path dst. Can take place on local fs
- * or remote DFS.
- */
- @Override
- public boolean rename(Path src, Path dst) throws IOException {
- Map<String, String> params = new HashMap<String, String>();
- params.put(OP_PARAM, Operation.RENAME.toString());
- params.put(DESTINATION_PARAM, dst.toString());
- HttpURLConnection conn = getConnection(Operation.RENAME.getMethod(),
- params, src, true);
- HttpExceptionUtils.validateResponse(conn, HttpURLConnection.HTTP_OK);
- JSONObject json = (JSONObject) HttpFSUtils.jsonParse(conn);
- return (Boolean) json.get(RENAME_JSON);
- }
-
- /**
- * Delete a file.
- *
- * @deprecated Use delete(Path, boolean) instead
- */
- @Deprecated
- @Override
- public boolean delete(Path f) throws IOException {
- return delete(f, false);
- }
-
- /**
- * Delete a file.
- *
- * @param f the path to delete.
- * @param recursive if path is a directory and set to
- * true, the directory is deleted else throws an exception. In
- * case of a file the recursive can be set to either true or false.
- *
- * @return true if delete is successful else false.
- *
- * @throws IOException
- */
- @Override
- public boolean delete(Path f, boolean recursive) throws IOException {
- Map<String, String> params = new HashMap<String, String>();
- params.put(OP_PARAM, Operation.DELETE.toString());
- params.put(RECURSIVE_PARAM, Boolean.toString(recursive));
- HttpURLConnection conn = getConnection(Operation.DELETE.getMethod(),
- params, f, true);
- HttpExceptionUtils.validateResponse(conn, HttpURLConnection.HTTP_OK);
- JSONObject json = (JSONObject) HttpFSUtils.jsonParse(conn);
- return (Boolean) json.get(DELETE_JSON);
- }
-
- private FileStatus[] toFileStatuses(JSONObject json, Path f) {
- json = (JSONObject) json.get(FILE_STATUSES_JSON);
- JSONArray jsonArray = (JSONArray) json.get(FILE_STATUS_JSON);
- FileStatus[] array = new FileStatus[jsonArray.size()];
- f = makeQualified(f);
- for (int i = 0; i < jsonArray.size(); i++) {
- array[i] = createFileStatus(f, (JSONObject) jsonArray.get(i));
- }
- return array;
- }
-
- /**
- * Get {@link FileStatus} of files/directories in the given path. If path
- * corresponds to a file then {@link FileStatus} of that file is returned.
- * Else if path represents a directory then {@link FileStatus} of all
- * files/directories inside given path is returned.
- *
- * @param f given path
- * @return the statuses of the files/directories in the given path
- */
- @Override
- public FileStatus[] listStatus(Path f) throws IOException {
- Map<String, String> params = new HashMap<String, String>();
- params.put(OP_PARAM, Operation.LISTSTATUS.toString());
- HttpURLConnection conn = getConnection(Operation.LISTSTATUS.getMethod(),
- params, f, true);
- HttpExceptionUtils.validateResponse(conn, HttpURLConnection.HTTP_OK);
- JSONObject json = (JSONObject) HttpFSUtils.jsonParse(conn);
- return toFileStatuses(json, f);
- }
-
- /**
- * Get {@link DirectoryEntries} of the given path. {@link DirectoryEntries}
- * contains an array of {@link FileStatus}, as well as iteration information.
- *
- * @param f given path
- * @return {@link DirectoryEntries} for given path
- */
- @Override
- public DirectoryEntries listStatusBatch(Path f, byte[] token) throws
- FileNotFoundException, IOException {
- Map<String, String> params = new HashMap<String, String>();
- params.put(OP_PARAM, Operation.LISTSTATUS_BATCH.toString());
- if (token != null) {
- params.put(START_AFTER_PARAM, new String(token, StandardCharsets.UTF_8));
- }
- HttpURLConnection conn = getConnection(
- Operation.LISTSTATUS_BATCH.getMethod(),
- params, f, true);
- HttpExceptionUtils.validateResponse(conn, HttpURLConnection.HTTP_OK);
- // Parse the FileStatus array
- JSONObject json = (JSONObject) HttpFSUtils.jsonParse(conn);
- JSONObject listing = (JSONObject) json.get(DIRECTORY_LISTING_JSON);
- FileStatus[] statuses = toFileStatuses(
- (JSONObject) listing.get(PARTIAL_LISTING_JSON), f);
- // New token is the last FileStatus entry
- byte[] newToken = null;
- if (statuses.length > 0) {
- newToken = statuses[statuses.length - 1].getPath().getName().toString()
- .getBytes(StandardCharsets.UTF_8);
- }
- // Parse the remainingEntries boolean into hasMore
- final long remainingEntries = (Long) listing.get(REMAINING_ENTRIES_JSON);
- final boolean hasMore = remainingEntries > 0 ? true : false;
- return new DirectoryEntries(statuses, newToken, hasMore);
- }
-
- /**
- * Set the current working directory for the given file system. All relative
- * paths will be resolved relative to it.
- *
- * @param newDir new directory.
- */
- @Override
- public void setWorkingDirectory(Path newDir) {
- String result = newDir.toUri().getPath();
- if (!DFSUtilClient.isValidName(result)) {
- throw new IllegalArgumentException(
- "Invalid DFS directory name " + result);
- }
- workingDir = newDir;
- }
-
- /**
- * Get the current working directory for the given file system.
- *
- * @return the directory pathname
- */
- @Override
- public Path getWorkingDirectory() {
- if (workingDir == null) {
- workingDir = getHomeDirectory();
- }
- return workingDir;
- }
-
- /**
- * Make the given file and all non-existent parents into
- * directories. Has the semantics of Unix 'mkdir -p'.
- * Existence of the directory hierarchy is not an error.
- */
- @Override
- public boolean mkdirs(Path f, FsPermission permission) throws IOException {
- Map<String, String> params = new HashMap<String, String>();
- params.put(OP_PARAM, Operation.MKDIRS.toString());
- params.put(PERMISSION_PARAM, permissionToString(permission));
- HttpURLConnection conn = getConnection(Operation.MKDIRS.getMethod(),
- params, f, true);
- HttpExceptionUtils.validateResponse(conn, HttpURLConnection.HTTP_OK);
- JSONObject json = (JSONObject) HttpFSUtils.jsonParse(conn);
- return (Boolean) json.get(MKDIRS_JSON);
- }
-
- /**
- * Return a file status object that represents the path.
- *
- * @param f The path we want information from
- *
- * @return a FileStatus object
- *
- * @throws FileNotFoundException when the path does not exist;
- * IOException see specific implementation
- */
- @Override
- public FileStatus getFileStatus(Path f) throws IOException {
- Map<String, String> params = new HashMap<String, String>();
- params.put(OP_PARAM, Operation.GETFILESTATUS.toString());
- HttpURLConnection conn = getConnection(Operation.GETFILESTATUS.getMethod(),
- params, f, true);
- HttpExceptionUtils.validateResponse(conn, HttpURLConnection.HTTP_OK);
- JSONObject json = (JSONObject) HttpFSUtils.jsonParse(conn);
- HdfsFileStatus status = JsonUtilClient.toFileStatus(json, true);
- return status.makeQualified(getUri(), f);
- }
-
- /**
- * Return the current user's home directory in this filesystem.
- * The default implementation returns "/user/$USER/".
- */
- @Override
- public Path getHomeDirectory() {
- Map<String, String> params = new HashMap<String, String>();
- params.put(OP_PARAM, Operation.GETHOMEDIRECTORY.toString());
- try {
- HttpURLConnection conn
- = getConnection(Operation.GETHOMEDIRECTORY.getMethod(),
- params,
- new Path(getUri().toString(), "/"),
- false);
- HttpExceptionUtils.validateResponse(conn, HttpURLConnection.HTTP_OK);
- JSONObject json = (JSONObject) HttpFSUtils.jsonParse(conn);
- return new Path((String) json.get(HOME_DIR_JSON));
- } catch (IOException ex) {
- throw new RuntimeException(ex);
- }
- }
-
- /**
- * Get the root directory of Trash for a path in HDFS.
- * 1. File in encryption zone returns /ez1/.Trash/username.
- * 2. File not in encryption zone, or encountered exception when checking
- * the encryption zone of the path, returns /users/username/.Trash.
- * Caller appends either Current or checkpoint timestamp
- * for trash destination.
- * The default implementation returns "/user/username/.Trash".
- * @param fullPath the trash root of the path to be determined.
- * @return trash root
- */
- @Override
- public Path getTrashRoot(Path fullPath) {
- Map<String, String> params = new HashMap<>();
- params.put(OP_PARAM, Operation.GETTRASHROOT.toString());
- try {
- HttpURLConnection conn = getConnection(
- Operation.GETTRASHROOT.getMethod(), params, fullPath, true);
- HttpExceptionUtils.validateResponse(conn, HttpURLConnection.HTTP_OK);
- JSONObject json = (JSONObject) HttpFSUtils.jsonParse(conn);
- return new Path((String) json.get(TRASH_DIR_JSON));
- } catch (IOException ex) {
- LOG.warn("Cannot find trash root of " + fullPath, ex);
- return super.getTrashRoot(fullPath);
- }
- }
-
- /**
- * Set owner of a path (i.e. a file or a directory).
- * The parameters username and groupname cannot both be null.
- *
- * @param p The path
- * @param username If it is null, the original username remains unchanged.
- * @param groupname If it is null, the original groupname remains unchanged.
- */
- @Override
- public void setOwner(Path p, String username, String groupname)
- throws IOException {
- Map<String, String> params = new HashMap<String, String>();
- params.put(OP_PARAM, Operation.SETOWNER.toString());
- params.put(OWNER_PARAM, username);
- params.put(GROUP_PARAM, groupname);
- HttpURLConnection conn = getConnection(Operation.SETOWNER.getMethod(),
- params, p, true);
- HttpExceptionUtils.validateResponse(conn, HttpURLConnection.HTTP_OK);
- }
-
- /**
- * Set permission of a path.
- *
- * @param p path.
- * @param permission permission.
- */
- @Override
- public void setPermission(Path p, FsPermission permission)
- throws IOException {
- Map<String, String> params = new HashMap<String, String>();
- params.put(OP_PARAM, Operation.SETPERMISSION.toString());
- params.put(PERMISSION_PARAM, permissionToString(permission));
- HttpURLConnection conn = getConnection(Operation.SETPERMISSION.getMethod(),
- params,
- p,
- true);
- HttpExceptionUtils.validateResponse(conn, HttpURLConnection.HTTP_OK);
- }
-
- /**
- * Set access time of a file.
- *
- * @param p The path
- * @param mtime Set the modification time of this file.
- * The number of milliseconds since Jan 1, 1970.
- * A value of -1 means that this call should not set modification time.
- * @param atime Set the access time of this file.
- * The number of milliseconds since Jan 1, 1970.
- * A value of -1 means that this call should not set access time.
- */
- @Override
- public void setTimes(Path p, long mtime, long atime) throws IOException {
- Map<String, String> params = new HashMap<String, String>();
- params.put(OP_PARAM, Operation.SETTIMES.toString());
- params.put(MODIFICATION_TIME_PARAM, Long.toString(mtime));
- params.put(ACCESS_TIME_PARAM, Long.toString(atime));
- HttpURLConnection conn = getConnection(Operation.SETTIMES.getMethod(),
- params, p, true);
- HttpExceptionUtils.validateResponse(conn, HttpURLConnection.HTTP_OK);
- }
-
- /**
- * Set replication for an existing file.
- *
- * @param src file name
- * @param replication new replication
- *
- * @return true if successful;
- * false if file does not exist or is a directory
- *
- * @throws IOException
- */
- @Override
- public boolean setReplication(Path src, short replication)
- throws IOException {
- Map<String, String> params = new HashMap<String, String>();
- params.put(OP_PARAM, Operation.SETREPLICATION.toString());
- params.put(REPLICATION_PARAM, Short.toString(replication));
- HttpURLConnection conn
- = getConnection(Operation.SETREPLICATION.getMethod(),
- params,
- src,
- true);
- HttpExceptionUtils.validateResponse(conn, HttpURLConnection.HTTP_OK);
- JSONObject json = (JSONObject) HttpFSUtils.jsonParse(conn);
- return (Boolean) json.get(SET_REPLICATION_JSON);
- }
-
- /**
- * Modify the ACL entries for a file.
- *
- * @param path Path to modify
- * @param aclSpec describing modifications
- * @throws IOException
- */
- @Override
- public void modifyAclEntries(Path path, List<AclEntry> aclSpec)
- throws IOException {
- Map<String, String> params = new HashMap<String, String>();
- params.put(OP_PARAM, Operation.MODIFYACLENTRIES.toString());
- params.put(ACLSPEC_PARAM, AclEntry.aclSpecToString(aclSpec));
- HttpURLConnection conn = getConnection(
- Operation.MODIFYACLENTRIES.getMethod(), params, path, true);
- HttpExceptionUtils.validateResponse(conn, HttpURLConnection.HTTP_OK);
- }
-
- /**
- * Remove the specified ACL entries from a file.
- *
- * @param path Path to modify
- * @param aclSpec describing entries to remove
- * @throws IOException
- */
- @Override
- public void removeAclEntries(Path path, List<AclEntry> aclSpec)
- throws IOException {
- Map<String, String> params = new HashMap<String, String>();
- params.put(OP_PARAM, Operation.REMOVEACLENTRIES.toString());
- params.put(ACLSPEC_PARAM, AclEntry.aclSpecToString(aclSpec));
- HttpURLConnection conn = getConnection(
- Operation.REMOVEACLENTRIES.getMethod(), params, path, true);
- HttpExceptionUtils.validateResponse(conn, HttpURLConnection.HTTP_OK);
- }
-
- /**
- * Removes the default ACL for the given file.
- *
- * @param path Path from which to remove the default ACL.
- * @throws IOException
- */
- @Override
- public void removeDefaultAcl(Path path) throws IOException {
- Map<String, String> params = new HashMap<String, String>();
- params.put(OP_PARAM, Operation.REMOVEDEFAULTACL.toString());
- HttpURLConnection conn = getConnection(
- Operation.REMOVEDEFAULTACL.getMethod(), params, path, true);
- HttpExceptionUtils.validateResponse(conn, HttpURLConnection.HTTP_OK);
- }
-
- /**
- * Remove all ACLs from a file.
- *
- * @param path Path from which to remove all ACLs
- * @throws IOException
- */
- @Override
- public void removeAcl(Path path) throws IOException {
- Map<String, String> params = new HashMap<String, String>();
- params.put(OP_PARAM, Operation.REMOVEACL.toString());
- HttpURLConnection conn = getConnection(Operation.REMOVEACL.getMethod(),
- params, path, true);
- HttpExceptionUtils.validateResponse(conn, HttpURLConnection.HTTP_OK);
- }
-
- /**
- * Set the ACLs for the given file.
- *
- * @param path Path to modify
- * @param aclSpec describing modifications, must include
- * entries for user, group, and others for compatibility
- * with permission bits.
- * @throws IOException
- */
- @Override
- public void setAcl(Path path, List<AclEntry> aclSpec) throws IOException {
- Map<String, String> params = new HashMap<String, String>();
- params.put(OP_PARAM, Operation.SETACL.toString());
- params.put(ACLSPEC_PARAM, AclEntry.aclSpecToString(aclSpec));
- HttpURLConnection conn = getConnection(Operation.SETACL.getMethod(),
- params, path, true);
- HttpExceptionUtils.validateResponse(conn, HttpURLConnection.HTTP_OK);
- }
-
- /**
- * Get the ACL information for a given file.
- *
- * @param path Path to acquire ACL info for
- * @return the ACL information in JSON format
- * @throws IOException
- */
- @Override
- public AclStatus getAclStatus(Path path) throws IOException {
- Map<String, String> params = new HashMap<String, String>();
- params.put(OP_PARAM, Operation.GETACLSTATUS.toString());
- HttpURLConnection conn = getConnection(Operation.GETACLSTATUS.getMethod(),
- params, path, true);
- HttpExceptionUtils.validateResponse(conn, HttpURLConnection.HTTP_OK);
- JSONObject json = (JSONObject) HttpFSUtils.jsonParse(conn);
- json = (JSONObject) json.get(ACL_STATUS_JSON);
- return createAclStatus(json);
- }
-
- /** Convert a string to a FsPermission object. */
- static FsPermission toFsPermission(JSONObject json) {
- final String s = (String) json.get(PERMISSION_JSON);
- return new FsPermission(Short.parseShort(s, 8));
- }
-
- private FileStatus createFileStatus(Path parent, JSONObject json) {
- String pathSuffix = (String) json.get(PATH_SUFFIX_JSON);
- Path path = (pathSuffix.equals("")) ? parent : new Path(parent,
pathSuffix);
- FILETYPE type = FILETYPE.valueOf((String) json.get(TYPE_JSON));
- String symLinkValue =
- type == FILETYPE.SYMLINK ? (String) json.get(SYMLINK_JSON) : null;
- Path symLink = symLinkValue == null ? null : new Path(symLinkValue);
- long len = (Long) json.get(LENGTH_JSON);
- String owner = (String) json.get(OWNER_JSON);
- String group = (String) json.get(GROUP_JSON);
- final FsPermission permission = toFsPermission(json);
- long aTime = (Long) json.get(ACCESS_TIME_JSON);
- long mTime = (Long) json.get(MODIFICATION_TIME_JSON);
- long blockSize = (Long) json.get(BLOCK_SIZE_JSON);
- short replication = ((Long) json.get(REPLICATION_JSON)).shortValue();
-
- final Boolean aclBit = (Boolean) json.get(ACL_BIT_JSON);
- final Boolean encBit = (Boolean) json.get(ENC_BIT_JSON);
- final Boolean erasureBit = (Boolean) json.get(EC_BIT_JSON);
- final Boolean snapshotEnabledBit = (Boolean) json.get(SNAPSHOT_BIT_JSON);
- final boolean aBit = (aclBit != null) ? aclBit : false;
- final boolean eBit = (encBit != null) ? encBit : false;
- final boolean ecBit = (erasureBit != null) ? erasureBit : false;
- final boolean seBit =
- (snapshotEnabledBit != null) ? snapshotEnabledBit : false;
- if (aBit || eBit || ecBit || seBit) {
- // include this for compatibility with 2.x
- FsPermissionExtension deprecatedPerm =
- new FsPermissionExtension(permission, aBit, eBit, ecBit);
- FileStatus fileStatus = new FileStatus(len, FILETYPE.DIRECTORY == type,
- replication, blockSize, mTime, aTime, deprecatedPerm, owner, group,
- symLink, path, FileStatus.attributes(aBit, eBit, ecBit, seBit));
- return fileStatus;
- } else {
- return new FileStatus(len, FILETYPE.DIRECTORY == type,
- replication, blockSize, mTime, aTime, permission, owner, group,
- symLink, path);
- }
- }
-
- /**
- * Convert the given JSON object into an AclStatus.
- *
- * @param json Input JSON representing the ACLs
- * @return Resulting AclStatus
- */
- private AclStatus createAclStatus(JSONObject json) {
- AclStatus.Builder aclStatusBuilder = new AclStatus.Builder()
- .owner((String) json.get(OWNER_JSON))
- .group((String) json.get(GROUP_JSON))
- .stickyBit((Boolean) json.get(ACL_STICKY_BIT_JSON));
- final FsPermission permission = toFsPermission(json);
- aclStatusBuilder.setPermission(permission);
- JSONArray entries = (JSONArray) json.get(ACL_ENTRIES_JSON);
- for (Object e : entries) {
- aclStatusBuilder.addEntry(AclEntry.parseAclEntry(e.toString(), true));
- }
- return aclStatusBuilder.build();
- }
-
- @Override
- public ContentSummary getContentSummary(Path f) throws IOException {
- Map<String, String> params = new HashMap<String, String>();
- params.put(OP_PARAM, Operation.GETCONTENTSUMMARY.toString());
- HttpURLConnection conn
- = getConnection(Operation.GETCONTENTSUMMARY.getMethod(),
- params,
- f,
- true);
- HttpExceptionUtils.validateResponse(conn, HttpURLConnection.HTTP_OK);
- JSONObject json = (JSONObject) ((JSONObject)
- HttpFSUtils.jsonParse(conn)).get(CONTENT_SUMMARY_JSON);
- ContentSummary.Builder builder = new ContentSummary.Builder()
- .length((Long) json.get(CONTENT_SUMMARY_LENGTH_JSON))
- .fileCount((Long) json.get(CONTENT_SUMMARY_FILE_COUNT_JSON))
- .directoryCount((Long) json.get(CONTENT_SUMMARY_DIRECTORY_COUNT_JSON))
- .erasureCodingPolicy((String) json.get(CONTENT_SUMMARY_ECPOLICY_JSON));
- builder = buildQuotaUsage(builder, json, ContentSummary.Builder.class);
- return builder.build();
- }
-
- @Override
- public QuotaUsage getQuotaUsage(Path f) throws IOException {
- Map<String, String> params = new HashMap<>();
- params.put(OP_PARAM, Operation.GETQUOTAUSAGE.toString());
- HttpURLConnection conn
- = getConnection(Operation.GETQUOTAUSAGE.getMethod(),
- params,
- f,
- true);
- JSONObject json = (JSONObject) ((JSONObject)
- HttpFSUtils.jsonParse(conn)).get(QUOTA_USAGE_JSON);
- QuotaUsage.Builder builder = new QuotaUsage.Builder();
- builder = buildQuotaUsage(builder, json, QuotaUsage.Builder.class);
- return builder.build();
- }
-
- /**
- * Given a builder for QuotaUsage, parse the provided JSON object and
- * construct the relevant fields. Return the updated builder.
- */
- private static <T extends QuotaUsage.Builder> T buildQuotaUsage(
- T builder, JSONObject json, Class<T> type) {
- long quota = (Long) json.get(QUOTA_USAGE_QUOTA_JSON);
- long spaceConsumed = (Long) json.get(QUOTA_USAGE_SPACE_CONSUMED_JSON);
- long spaceQuota = (Long) json.get(QUOTA_USAGE_SPACE_QUOTA_JSON);
- JSONObject typeJson = (JSONObject) json.get(QUOTA_USAGE_TYPE_QUOTA_JSON);
-
- builder = type.cast(builder
- .quota(quota)
- .spaceConsumed(spaceConsumed)
- .spaceQuota(spaceQuota)
- );
-
- // ContentSummary doesn't set this so check before using it
- if (json.get(QUOTA_USAGE_FILE_AND_DIRECTORY_COUNT_JSON) != null) {
- long fileAndDirectoryCount = (Long)
- json.get(QUOTA_USAGE_FILE_AND_DIRECTORY_COUNT_JSON);
- builder =
type.cast(builder.fileAndDirectoryCount(fileAndDirectoryCount));
- }
-
- if (typeJson != null) {
- for (StorageType t : StorageType.getTypesSupportingQuota()) {
- JSONObject typeQuota = (JSONObject) typeJson.get(t.toString());
- if (typeQuota != null) {
- builder = type.cast(builder
- .typeQuota(t, ((Long) typeQuota.get(QUOTA_USAGE_QUOTA_JSON)))
- .typeConsumed(t, ((Long)
typeQuota.get(QUOTA_USAGE_CONSUMED_JSON))
- ));
- }
- }
- }
-
- return builder;
- }
-
- @Override
- public FileChecksum getFileChecksum(Path f) throws IOException {
- Map<String, String> params = new HashMap<String, String>();
- params.put(OP_PARAM, Operation.GETFILECHECKSUM.toString());
- HttpURLConnection conn
- = getConnection(Operation.GETFILECHECKSUM.getMethod(),
- params,
- f,
- true);
- HttpExceptionUtils.validateResponse(conn, HttpURLConnection.HTTP_OK);
- final JSONObject json
- = (JSONObject) ((JSONObject) HttpFSUtils.jsonParse(conn))
- .get(FILE_CHECKSUM_JSON);
- return new FileChecksum() {
- @Override
- public String getAlgorithmName() {
- return (String) json.get(CHECKSUM_ALGORITHM_JSON);
- }
-
- @Override
- public int getLength() {
- return ((Long) json.get(CHECKSUM_LENGTH_JSON)).intValue();
- }
-
- @Override
- public byte[] getBytes() {
- return StringUtils.hexStringToByte((String)
- json.get(CHECKSUM_BYTES_JSON));
- }
-
- @Override
- public void write(DataOutput out) throws IOException {
- throw new UnsupportedOperationException();
- }
-
- @Override
- public void readFields(DataInput in) throws IOException {
- throw new UnsupportedOperationException();
- }
- };
- }
-
-
- @Override
- public Token<?> getDelegationToken(final String renewer)
- throws IOException {
- try {
- return UserGroupInformation.getCurrentUser().doAs(
- new PrivilegedExceptionAction<Token<?>>() {
- @Override
- public Token<?> run() throws Exception {
- return authURL.getDelegationToken(uri.toURL(), authToken,
- renewer);
- }
- }
- );
- } catch (Exception ex) {
- if (ex instanceof IOException) {
- throw (IOException) ex;
- } else {
- throw new IOException(ex);
- }
- }
- }
-
- public long renewDelegationToken(final Token<?> token) throws IOException {
- try {
- return UserGroupInformation.getCurrentUser().doAs(
- new PrivilegedExceptionAction<Long>() {
- @Override
- public Long run() throws Exception {
- return authURL.renewDelegationToken(uri.toURL(), authToken);
- }
- }
- );
- } catch (Exception ex) {
- if (ex instanceof IOException) {
- throw (IOException) ex;
- } else {
- throw new IOException(ex);
- }
- }
- }
-
- public void cancelDelegationToken(final Token<?> token) throws IOException {
- authURL.cancelDelegationToken(uri.toURL(), authToken);
- }
-
- @Override
- public Token<?> getRenewToken() {
- return null; //TODO : for renewer
- }
-
- @Override
- @SuppressWarnings("unchecked")
- public <T extends TokenIdentifier> void setDelegationToken(Token<T> token) {
- //TODO : for renewer
- }
-
- @Override
- public void setXAttr(Path f, String name, byte[] value,
- EnumSet<XAttrSetFlag> flag) throws IOException {
- Map<String, String> params = new HashMap<String, String>();
- params.put(OP_PARAM, Operation.SETXATTR.toString());
- params.put(XATTR_NAME_PARAM, name);
- if (value != null) {
- params.put(XATTR_VALUE_PARAM,
- XAttrCodec.encodeValue(value, XAttrCodec.HEX));
- }
- params.put(XATTR_SET_FLAG_PARAM, EnumSetParam.toString(flag));
- HttpURLConnection conn = getConnection(Operation.SETXATTR.getMethod(),
- params, f, true);
- HttpExceptionUtils.validateResponse(conn, HttpURLConnection.HTTP_OK);
- }
-
- @Override
- public byte[] getXAttr(Path f, String name) throws IOException {
- Map<String, String> params = new HashMap<String, String>();
- params.put(OP_PARAM, Operation.GETXATTRS.toString());
- params.put(XATTR_NAME_PARAM, name);
- HttpURLConnection conn = getConnection(Operation.GETXATTRS.getMethod(),
- params, f, true);
- HttpExceptionUtils.validateResponse(conn, HttpURLConnection.HTTP_OK);
- JSONObject json = (JSONObject) HttpFSUtils.jsonParse(conn);
- Map<String, byte[]> xAttrs = createXAttrMap(
- (JSONArray) json.get(XATTRS_JSON));
- return xAttrs.get(name);
- }
-
- /** Convert xAttrs json to xAttrs map. */
- private Map<String, byte[]> createXAttrMap(JSONArray jsonArray)
- throws IOException {
- Map<String, byte[]> xAttrs = new HashMap<>();
- for (Object obj : jsonArray) {
- JSONObject jsonObj = (JSONObject) obj;
- final String name = (String)jsonObj.get(XATTR_NAME_JSON);
- final byte[] value = XAttrCodec.decodeValue(
- (String)jsonObj.get(XATTR_VALUE_JSON));
- xAttrs.put(name, value);
- }
-
- return xAttrs;
- }
-
- /** Convert xAttr names json to names list. */
- private List<String> createXAttrNames(String xattrNamesStr)
- throws IOException {
- JSONParser parser = new JSONParser();
- JSONArray jsonArray;
- try {
- jsonArray = (JSONArray)parser.parse(xattrNamesStr);
- List<String> names = new ArrayList<>(jsonArray.size());
- for (Object name : jsonArray) {
- names.add((String) name);
- }
- return names;
- } catch (ParseException e) {
- throw new IOException("JSON parser error, " + e.getMessage(), e);
- }
- }
-
- @Override
- public Map<String, byte[]> getXAttrs(Path f) throws IOException {
- Map<String, String> params = new HashMap<String, String>();
- params.put(OP_PARAM, Operation.GETXATTRS.toString());
- HttpURLConnection conn = getConnection(Operation.GETXATTRS.getMethod(),
- params, f, true);
- HttpExceptionUtils.validateResponse(conn, HttpURLConnection.HTTP_OK);
- JSONObject json = (JSONObject) HttpFSUtils.jsonParse(conn);
- return createXAttrMap((JSONArray) json.get(XATTRS_JSON));
- }
-
- @Override
- public Map<String, byte[]> getXAttrs(Path f, List<String> names)
- throws IOException {
- Preconditions.checkArgument(names != null && !names.isEmpty(),
- "XAttr names cannot be null or empty.");
- Map<String, String> params = new HashMap<String, String>();
- params.put(OP_PARAM, Operation.GETXATTRS.toString());
- Map<String, List<String>> multiValuedParams = new HashMap<>();
- multiValuedParams.put(XATTR_NAME_PARAM, names);
- HttpURLConnection conn = getConnection(Operation.GETXATTRS.getMethod(),
- params, multiValuedParams, f, true);
- HttpExceptionUtils.validateResponse(conn, HttpURLConnection.HTTP_OK);
- JSONObject json = (JSONObject) HttpFSUtils.jsonParse(conn);
- return createXAttrMap((JSONArray) json.get(XATTRS_JSON));
- }
-
- @Override
- public List<String> listXAttrs(Path f) throws IOException {
- Map<String, String> params = new HashMap<String, String>();
- params.put(OP_PARAM, Operation.LISTXATTRS.toString());
- HttpURLConnection conn = getConnection(Operation.LISTXATTRS.getMethod(),
- params, f, true);
- HttpExceptionUtils.validateResponse(conn, HttpURLConnection.HTTP_OK);
- JSONObject json = (JSONObject) HttpFSUtils.jsonParse(conn);
- return createXAttrNames((String) json.get(XATTRNAMES_JSON));
- }
-
- @Override
- public void removeXAttr(Path f, String name) throws IOException {
- Map<String, String> params = new HashMap<String, String>();
- params.put(OP_PARAM, Operation.REMOVEXATTR.toString());
- params.put(XATTR_NAME_PARAM, name);
- HttpURLConnection conn = getConnection(Operation.REMOVEXATTR.getMethod(),
- params, f, true);
- HttpExceptionUtils.validateResponse(conn, HttpURLConnection.HTTP_OK);
- }
-
- @Override
- public Collection<BlockStoragePolicy> getAllStoragePolicies()
- throws IOException {
- Map<String, String> params = new HashMap<String, String>();
- params.put(OP_PARAM, Operation.GETALLSTORAGEPOLICY.toString());
- HttpURLConnection conn = getConnection(
- Operation.GETALLSTORAGEPOLICY.getMethod(), params, new Path(getUri()
- .toString(), "/"), false);
- HttpExceptionUtils.validateResponse(conn, HttpURLConnection.HTTP_OK);
- JSONObject json = (JSONObject) HttpFSUtils.jsonParse(conn);
- return createStoragePolicies((JSONObject) json.get(STORAGE_POLICIES_JSON));
- }
-
- private Collection<BlockStoragePolicy> createStoragePolicies(JSONObject map)
- throws IOException {
- JSONArray jsonArray = (JSONArray) map.get(STORAGE_POLICY_JSON);
- BlockStoragePolicy[] policies = new BlockStoragePolicy[jsonArray.size()];
- for (int i = 0; i < jsonArray.size(); i++) {
- policies[i] = createStoragePolicy((JSONObject) jsonArray.get(i));
- }
- return Arrays.asList(policies);
- }
-
- @Override
- public BlockStoragePolicy getStoragePolicy(Path src) throws IOException {
- Map<String, String> params = new HashMap<String, String>();
- params.put(OP_PARAM, Operation.GETSTORAGEPOLICY.toString());
- HttpURLConnection conn = getConnection(
- Operation.GETSTORAGEPOLICY.getMethod(), params, src, true);
- HttpExceptionUtils.validateResponse(conn, HttpURLConnection.HTTP_OK);
- JSONObject json = (JSONObject) HttpFSUtils.jsonParse(conn);
- return createStoragePolicy((JSONObject) json.get(STORAGE_POLICY_JSON));
- }
-
- private BlockStoragePolicy createStoragePolicy(JSONObject policyJson)
- throws IOException {
- byte id = ((Number) policyJson.get("id")).byteValue();
- String name = (String) policyJson.get("name");
- StorageType[] storageTypes = toStorageTypes((JSONArray) policyJson
- .get("storageTypes"));
- StorageType[] creationFallbacks = toStorageTypes((JSONArray) policyJson
- .get("creationFallbacks"));
- StorageType[] replicationFallbacks = toStorageTypes((JSONArray) policyJson
- .get("replicationFallbacks"));
- Boolean copyOnCreateFile = (Boolean) policyJson.get("copyOnCreateFile");
- return new BlockStoragePolicy(id, name, storageTypes, creationFallbacks,
- replicationFallbacks, copyOnCreateFile.booleanValue());
- }
-
- private StorageType[] toStorageTypes(JSONArray array) throws IOException {
- if (array == null) {
- return null;
- } else {
- List<StorageType> storageTypes = new
ArrayList<StorageType>(array.size());
- for (Object name : array) {
- storageTypes.add(StorageType.parseStorageType((String) name));
- }
- return storageTypes.toArray(new StorageType[storageTypes.size()]);
- }
- }
-
- @Override
- public void setStoragePolicy(Path src, String policyName) throws IOException
{
- Map<String, String> params = new HashMap<String, String>();
- params.put(OP_PARAM, Operation.SETSTORAGEPOLICY.toString());
- params.put(POLICY_NAME_PARAM, policyName);
- HttpURLConnection conn = getConnection(
- Operation.SETSTORAGEPOLICY.getMethod(), params, src, true);
- HttpExceptionUtils.validateResponse(conn, HttpURLConnection.HTTP_OK);
- }
-
- @Override
- public void unsetStoragePolicy(Path src) throws IOException {
- Map<String, String> params = new HashMap<String, String>();
- params.put(OP_PARAM, Operation.UNSETSTORAGEPOLICY.toString());
- HttpURLConnection conn = getConnection(
- Operation.UNSETSTORAGEPOLICY.getMethod(), params, src, true);
- HttpExceptionUtils.validateResponse(conn, HttpURLConnection.HTTP_OK);
- }
-
- public void allowSnapshot(Path path) throws IOException {
- Map<String, String> params = new HashMap<String, String>();
- params.put(OP_PARAM, Operation.ALLOWSNAPSHOT.toString());
- HttpURLConnection conn = getConnection(
- Operation.ALLOWSNAPSHOT.getMethod(), params, path, true);
- HttpExceptionUtils.validateResponse(conn, HttpURLConnection.HTTP_OK);
- }
-
- public void disallowSnapshot(Path path) throws IOException {
- Map<String, String> params = new HashMap<String, String>();
- params.put(OP_PARAM, Operation.DISALLOWSNAPSHOT.toString());
- HttpURLConnection conn = getConnection(
- Operation.DISALLOWSNAPSHOT.getMethod(), params, path, true);
- HttpExceptionUtils.validateResponse(conn, HttpURLConnection.HTTP_OK);
- }
-
- @Override
- public final Path createSnapshot(Path path, String snapshotName)
- throws IOException {
- Map<String, String> params = new HashMap<String, String>();
- params.put(OP_PARAM, Operation.CREATESNAPSHOT.toString());
- if (snapshotName != null) {
- params.put(SNAPSHOT_NAME_PARAM, snapshotName);
- }
- HttpURLConnection conn =
getConnection(Operation.CREATESNAPSHOT.getMethod(),
- params, path, true);
- HttpExceptionUtils.validateResponse(conn, HttpURLConnection.HTTP_OK);
- JSONObject json = (JSONObject) HttpFSUtils.jsonParse(conn);
- return new Path((String) json.get(SNAPSHOT_JSON));
- }
-
- @Override
- public void renameSnapshot(Path path, String snapshotOldName,
- String snapshotNewName) throws IOException {
- Map<String, String> params = new HashMap<String, String>();
- params.put(OP_PARAM, Operation.RENAMESNAPSHOT.toString());
- params.put(SNAPSHOT_NAME_PARAM, snapshotNewName);
- params.put(OLD_SNAPSHOT_NAME_PARAM, snapshotOldName);
- HttpURLConnection conn =
getConnection(Operation.RENAMESNAPSHOT.getMethod(),
- params, path, true);
- HttpExceptionUtils.validateResponse(conn, HttpURLConnection.HTTP_OK);
- }
-
- @Override
- public void deleteSnapshot(Path path, String snapshotName)
- throws IOException {
- Map<String, String> params = new HashMap<String, String>();
- params.put(OP_PARAM, Operation.DELETESNAPSHOT.toString());
- params.put(SNAPSHOT_NAME_PARAM, snapshotName);
- HttpURLConnection conn =
getConnection(Operation.DELETESNAPSHOT.getMethod(),
- params, path, true);
- HttpExceptionUtils.validateResponse(conn, HttpURLConnection.HTTP_OK);
- }
-
- public SnapshotDiffReport getSnapshotDiffReport(Path path,
- String snapshotOldName, String snapshotNewName) throws IOException {
- Map<String, String> params = new HashMap<String, String>();
- params.put(OP_PARAM, Operation.GETSNAPSHOTDIFF.toString());
- params.put(SNAPSHOT_NAME_PARAM, snapshotNewName);
- params.put(OLD_SNAPSHOT_NAME_PARAM, snapshotOldName);
- HttpURLConnection conn = getConnection(
- Operation.GETSNAPSHOTDIFF.getMethod(), params, path, true);
- HttpExceptionUtils.validateResponse(conn, HttpURLConnection.HTTP_OK);
- JSONObject json = (JSONObject) HttpFSUtils.jsonParse(conn);
- return JsonUtilClient.toSnapshotDiffReport(json);
- }
-
- public SnapshottableDirectoryStatus[] getSnapshottableDirectoryList()
- throws IOException {
- Map<String, String> params = new HashMap<String, String>();
- params.put(OP_PARAM, Operation.GETSNAPSHOTTABLEDIRECTORYLIST.toString());
- HttpURLConnection conn = getConnection(
- Operation.GETSNAPSHOTTABLEDIRECTORYLIST.getMethod(),
- params, new Path(getUri().toString(), "/"), true);
- HttpExceptionUtils.validateResponse(conn, HttpURLConnection.HTTP_OK);
- JSONObject json = (JSONObject) HttpFSUtils.jsonParse(conn);
- return JsonUtilClient.toSnapshottableDirectoryList(json);
- }
-
- /**
- * This filesystem's capabilities must be in sync with that of
- * {@code DistributedFileSystem.hasPathCapability()} except
- * where the feature is not exposed (e.g. symlinks).
- * {@inheritDoc}
- */
- @Override
- public boolean hasPathCapability(final Path path, final String capability)
- throws IOException {
- // query the superclass, which triggers argument validation.
- final Path p = makeQualified(path);
- switch (validatePathCapabilityArgs(p, capability)) {
- case CommonPathCapabilities.FS_ACLS:
- case CommonPathCapabilities.FS_APPEND:
- case CommonPathCapabilities.FS_CONCAT:
- case CommonPathCapabilities.FS_PERMISSIONS:
- case CommonPathCapabilities.FS_SNAPSHOTS:
- case CommonPathCapabilities.FS_STORAGEPOLICY:
- case CommonPathCapabilities.FS_XATTRS:
- return true;
- case CommonPathCapabilities.FS_SYMLINKS:
- return false;
- default:
- return super.hasPathCapability(p, capability);
- }
- }
-
- @Override
- public FsServerDefaults getServerDefaults() throws IOException {
- Map<String, String> params = new HashMap<String, String>();
- params.put(OP_PARAM, Operation.GETSERVERDEFAULTS.toString());
- HttpURLConnection conn =
- getConnection(Operation.GETSERVERDEFAULTS.getMethod(), params,
- new Path(getUri().toString(), "/"), true);
- HttpExceptionUtils.validateResponse(conn, HttpURLConnection.HTTP_OK);
- JSONObject json = (JSONObject) HttpFSUtils.jsonParse(conn);
- return JsonUtilClient.toFsServerDefaults(json);
- }
-
- @Override
- public FsServerDefaults getServerDefaults(Path p) throws IOException {
- return getServerDefaults();
- }
-
- @Override
- public void access(final Path path, final FsAction mode) throws IOException {
- Map<String, String> params = new HashMap<String, String>();
- params.put(OP_PARAM, Operation.CHECKACCESS.toString());
- params.put(FSACTION_MODE_PARAM, mode.SYMBOL);
- HttpURLConnection conn =
- getConnection(Operation.CHECKACCESS.getMethod(), params, path, true);
- HttpExceptionUtils.validateResponse(conn, HttpURLConnection.HTTP_OK);
- }
-
- public void setErasureCodingPolicy(final Path path, String policyName)
- throws IOException {
- Map<String, String> params = new HashMap<String, String>();
- params.put(OP_PARAM, Operation.SETECPOLICY.toString());
- params.put(EC_POLICY_NAME_PARAM, policyName);
- HttpURLConnection conn =
- getConnection(Operation.SETECPOLICY.getMethod(), params, path, true);
- HttpExceptionUtils.validateResponse(conn, HttpURLConnection.HTTP_OK);
- }
-
- public ErasureCodingPolicy getErasureCodingPolicy(final Path path)
- throws IOException {
- Map<String, String> params = new HashMap<String, String>();
- params.put(OP_PARAM, Operation.GETECPOLICY.toString());
- HttpURLConnection conn =
- getConnection(Operation.GETECPOLICY.getMethod(), params, path, true);
- HttpExceptionUtils.validateResponse(conn, HttpURLConnection.HTTP_OK);
- JSONObject json = (JSONObject) HttpFSUtils.jsonParse(conn);
- return JsonUtilClient.toECPolicy(json);
- }
-
- public void unsetErasureCodingPolicy(final Path path) throws IOException {
- Map<String, String> params = new HashMap<String, String>();
- params.put(OP_PARAM, Operation.UNSETECPOLICY.toString());
- HttpURLConnection conn =
- getConnection(Operation.UNSETECPOLICY.getMethod(), params, path, true);
- HttpExceptionUtils.validateResponse(conn, HttpURLConnection.HTTP_OK);
- }
-
- @Override
- public void satisfyStoragePolicy(final Path path) throws IOException {
- Map<String, String> params = new HashMap<String, String>();
- params.put(OP_PARAM, Operation.SATISFYSTORAGEPOLICY.toString());
- HttpURLConnection conn = getConnection(
- Operation.SATISFYSTORAGEPOLICY.getMethod(), params, path, true);
- HttpExceptionUtils.validateResponse(conn, HttpURLConnection.HTTP_OK);
- }
-}
diff --git
a/hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/fs/http/client/HttpFSUtils.java
b/hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/fs/http/client/HttpFSUtils.java
deleted file mode 100644
index 0bd6224..0000000
---
a/hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/fs/http/client/HttpFSUtils.java
+++ /dev/null
@@ -1,153 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package org.apache.ozone.fs.http.client;
-
-import org.apache.hadoop.classification.InterfaceAudience;
-import org.apache.hadoop.fs.Path;
-import org.json.simple.parser.JSONParser;
-import org.json.simple.parser.ParseException;
-
-import java.io.IOException;
-import java.io.InputStreamReader;
-import java.net.HttpURLConnection;
-import java.net.URI;
-import java.net.URL;
-import java.net.URLEncoder;
-import java.nio.charset.StandardCharsets;
-import java.text.MessageFormat;
-import java.util.List;
-import java.util.Map;
-
-import javax.ws.rs.core.MediaType;
-
-/**
- * Utility methods used by HttpFS classes.
- */
[email protected]
-public final class HttpFSUtils {
-
- private HttpFSUtils() {
- }
-
- public static final String SERVICE_NAME = "/webhdfs";
-
- public static final String SERVICE_VERSION = "/v1";
-
- public static final byte[] EMPTY_BYTES = {};
-
- private static final String SERVICE_PATH = SERVICE_NAME + SERVICE_VERSION;
-
- /**
- * Convenience method that creates an HTTP <code>URL</code> for the
- * HttpFSServer file system operations.
- * <p/>
- *
- * @param path the file path.
- * @param params the query string parameters.
- *
- * @return a <code>URL</code> for the HttpFSServer server,
- *
- * @throws IOException thrown if an IO error occurs.
- */
- static URL createURL(Path path, Map<String, String> params)
- throws IOException {
- return createURL(path, params, null);
- }
-
- /**
- * Convenience method that creates an HTTP <code>URL</code> for the
- * HttpFSServer file system operations.
- * <p/>
- *
- * @param path the file path.
- * @param params the query string parameters.
- * @param multiValuedParams multi valued parameters of the query string
- *
- * @return URL a <code>URL</code> for the HttpFSServer server,
- *
- * @throws IOException thrown if an IO error occurs.
- */
- static URL createURL(Path path, Map<String, String> params, Map<String,
- List<String>> multiValuedParams) throws IOException {
- URI uri = path.toUri();
- String realScheme;
- if (uri.getScheme().equalsIgnoreCase(HttpFSFileSystem.SCHEME)) {
- realScheme = "http";
- } else if (uri.getScheme().equalsIgnoreCase(HttpsFSFileSystem.SCHEME)) {
- realScheme = "https";
-
- } else {
- throw new IllegalArgumentException(MessageFormat.format(
- "Invalid scheme [{0}] it should be '" + HttpFSFileSystem.SCHEME + "' "
+
- "or '" + HttpsFSFileSystem.SCHEME + "'", uri));
- }
- StringBuilder sb = new StringBuilder();
- sb.append(realScheme).append("://").append(uri.getAuthority()).
- append(SERVICE_PATH).append(uri.getPath());
-
- String separator = "?";
- for (Map.Entry<String, String> entry : params.entrySet()) {
- sb.append(separator).append(entry.getKey()).append("=").
- append(URLEncoder.encode(entry.getValue(), "UTF8"));
- separator = "&";
- }
- if (multiValuedParams != null) {
- for (Map.Entry<String, List<String>> multiValuedEntry
- : multiValuedParams.entrySet()) {
- String name = URLEncoder.encode(multiValuedEntry.getKey(), "UTF8");
- List<String> values = multiValuedEntry.getValue();
- for (String value : values) {
- sb.append(separator).append(name).append("=").
- append(URLEncoder.encode(value, "UTF8"));
- separator = "&";
- }
- }
- }
- return new URL(sb.toString());
- }
-
- /**
- * Convenience method that JSON Parses the <code>InputStream</code> of a
- * <code>HttpURLConnection</code>.
- *
- * @param conn the <code>HttpURLConnection</code>.
- *
- * @return the parsed JSON object.
- *
- * @throws IOException thrown if the <code>InputStream</code> could not be
- * JSON parsed.
- */
- public static Object jsonParse(HttpURLConnection conn) throws IOException {
- try {
- String contentType = conn.getContentType();
- if (contentType != null) {
- final MediaType parsed = MediaType.valueOf(contentType);
- if (!MediaType.APPLICATION_JSON_TYPE.isCompatible(parsed)) {
- throw new IOException("Content-Type \"" + contentType
- + "\" is incompatible with \"" + MediaType.APPLICATION_JSON
- + "\" (parsed=\"" + parsed + "\")");
- }
- }
- JSONParser parser = new JSONParser();
- return parser.parse(
- new InputStreamReader(conn.getInputStream(),
StandardCharsets.UTF_8));
- } catch (ParseException ex) {
- throw new IOException("JSON parser error, " + ex.getMessage(), ex);
- }
- }
-}
diff --git
a/hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/fs/http/client/HttpsFSFileSystem.java
b/hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/fs/http/client/HttpsFSFileSystem.java
deleted file mode 100644
index 406db23..0000000
---
a/hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/fs/http/client/HttpsFSFileSystem.java
+++ /dev/null
@@ -1,34 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package org.apache.ozone.fs.http.client;
-
-/**
- * <p>HttpFSServer implementation of the FileSystemAccess FileSystem for SSL.
- * </p>
- * <p>This implementation allows a user to access HDFS over HTTPS via a
- * HttpFSServer server.</p>
- */
-public class HttpsFSFileSystem extends HttpFSFileSystem {
-
- public static final String SCHEME = "swebhdfs";
-
- @Override
- public String getScheme() {
- return SCHEME;
- }
-}
diff --git
a/hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/fs/http/client/package-info.java
b/hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/fs/http/package-info.java
similarity index 89%
rename from
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/fs/http/client/package-info.java
rename to
hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/fs/http/package-info.java
index b407448..9c7f69b 100644
---
a/hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/fs/http/client/package-info.java
+++
b/hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/fs/http/package-info.java
@@ -16,6 +16,6 @@
*/
/**
- * HttpFS filesystem implementations.
+ * Basic server implementations for the HttpFS and its constants.
*/
-package org.apache.ozone.fs.http.client;
\ No newline at end of file
+package org.apache.ozone.fs.http;
\ No newline at end of file
diff --git
a/hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/fs/http/server/CheckUploadContentTypeFilter.java
b/hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/fs/http/server/CheckUploadContentTypeFilter.java
index 42a9329..c5f1fe9 100644
---
a/hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/fs/http/server/CheckUploadContentTypeFilter.java
+++
b/hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/fs/http/server/CheckUploadContentTypeFilter.java
@@ -20,7 +20,7 @@ package org.apache.ozone.fs.http.server;
import org.apache.hadoop.classification.InterfaceAudience;
-import org.apache.ozone.fs.http.client.HttpFSFileSystem;
+import org.apache.ozone.fs.http.HttpFSConstants;
import org.apache.hadoop.util.StringUtils;
import javax.servlet.Filter;
@@ -45,8 +45,8 @@ public class CheckUploadContentTypeFilter implements Filter {
private static final Set<String> UPLOAD_OPERATIONS = new HashSet<String>();
static {
- UPLOAD_OPERATIONS.add(HttpFSFileSystem.Operation.APPEND.toString());
- UPLOAD_OPERATIONS.add(HttpFSFileSystem.Operation.CREATE.toString());
+ UPLOAD_OPERATIONS.add(HttpFSConstants.Operation.APPEND.toString());
+ UPLOAD_OPERATIONS.add(HttpFSConstants.Operation.CREATE.toString());
}
/**
@@ -82,14 +82,14 @@ public class CheckUploadContentTypeFilter implements Filter
{
HttpServletResponse httpRes = (HttpServletResponse) response;
String method = httpReq.getMethod();
if (method.equals("PUT") || method.equals("POST")) {
- String op = httpReq.getParameter(HttpFSFileSystem.OP_PARAM);
+ String op = httpReq.getParameter(HttpFSConstants.OP_PARAM);
if (op != null && UPLOAD_OPERATIONS.contains(
StringUtils.toUpperCase(op))) {
if ("true".equalsIgnoreCase(httpReq
.getParameter(HttpFSParametersProvider.DataParam.NAME))) {
String contentType = httpReq.getContentType();
contentTypeOK =
- HttpFSFileSystem.UPLOAD_CONTENT_TYPE.equalsIgnoreCase(contentType);
+
HttpFSConstants.UPLOAD_CONTENT_TYPE.equalsIgnoreCase(contentType);
}
}
}
@@ -98,7 +98,7 @@ public class CheckUploadContentTypeFilter implements Filter {
} else {
httpRes.sendError(HttpServletResponse.SC_BAD_REQUEST,
"Data upload requests must have content-type set to '"
+
- HttpFSFileSystem.UPLOAD_CONTENT_TYPE + "'");
+ HttpFSConstants.UPLOAD_CONTENT_TYPE + "'");
}
}
diff --git
a/hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/fs/http/server/FSOperations.java
b/hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/fs/http/server/FSOperations.java
index 1b2cdd1..8a1e06c 100644
---
a/hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/fs/http/server/FSOperations.java
+++
b/hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/fs/http/server/FSOperations.java
@@ -33,8 +33,8 @@ import org.apache.hadoop.fs.QuotaUsage;
import org.apache.hadoop.fs.StorageType;
import org.apache.hadoop.fs.XAttrCodec;
import org.apache.hadoop.fs.XAttrSetFlag;
-import org.apache.ozone.fs.http.client.HttpFSFileSystem;
-import org.apache.ozone.fs.http.client.HttpFSFileSystem.FILETYPE;
+import org.apache.ozone.fs.http.HttpFSConstants;
+import org.apache.ozone.fs.http.HttpFSConstants.FILETYPE;
import org.apache.hadoop.fs.permission.AclEntry;
import org.apache.hadoop.fs.permission.AclStatus;
import org.apache.hadoop.fs.permission.FsAction;
@@ -93,7 +93,7 @@ public final class FSOperations {
*/
private static Map<String, Object> toJson(FileStatus fileStatus) {
Map<String, Object> json = new LinkedHashMap<>();
- json.put(HttpFSFileSystem.FILE_STATUS_JSON, toJsonInner(fileStatus, true));
+ json.put(HttpFSConstants.FILE_STATUS_JSON, toJsonInner(fileStatus, true));
return json;
}
@@ -111,8 +111,8 @@ public final class FSOperations {
for (FileStatus f : fileStatuses) {
statuses.add(toJsonInner(f, isFile));
}
- inner.put(HttpFSFileSystem.FILE_STATUS_JSON, statuses);
- json.put(HttpFSFileSystem.FILE_STATUSES_JSON, inner);
+ inner.put(HttpFSConstants.FILE_STATUS_JSON, statuses);
+ json.put(HttpFSConstants.FILE_STATUSES_JSON, inner);
return json;
}
@@ -122,37 +122,37 @@ public final class FSOperations {
private static Map<String, Object> toJsonInner(FileStatus fileStatus,
boolean emptyPathSuffix) {
Map<String, Object> json = new LinkedHashMap<String, Object>();
- json.put(HttpFSFileSystem.PATH_SUFFIX_JSON,
+ json.put(HttpFSConstants.PATH_SUFFIX_JSON,
(emptyPathSuffix) ? "" : fileStatus.getPath().getName());
FILETYPE fileType = FILETYPE.getType(fileStatus);
- json.put(HttpFSFileSystem.TYPE_JSON, fileType.toString());
+ json.put(HttpFSConstants.TYPE_JSON, fileType.toString());
if (fileType.equals(FILETYPE.SYMLINK)) {
// put the symlink into Json
try {
- json.put(HttpFSFileSystem.SYMLINK_JSON,
+ json.put(HttpFSConstants.SYMLINK_JSON,
fileStatus.getSymlink().getName());
} catch (IOException e) {
// Can't happen.
}
}
- json.put(HttpFSFileSystem.LENGTH_JSON, fileStatus.getLen());
- json.put(HttpFSFileSystem.OWNER_JSON, fileStatus.getOwner());
- json.put(HttpFSFileSystem.GROUP_JSON, fileStatus.getGroup());
- json.put(HttpFSFileSystem.PERMISSION_JSON,
- HttpFSFileSystem.permissionToString(fileStatus.getPermission()));
- json.put(HttpFSFileSystem.ACCESS_TIME_JSON, fileStatus.getAccessTime());
- json.put(HttpFSFileSystem.MODIFICATION_TIME_JSON,
+ json.put(HttpFSConstants.LENGTH_JSON, fileStatus.getLen());
+ json.put(HttpFSConstants.OWNER_JSON, fileStatus.getOwner());
+ json.put(HttpFSConstants.GROUP_JSON, fileStatus.getGroup());
+ json.put(HttpFSConstants.PERMISSION_JSON,
+ HttpFSConstants.permissionToString(fileStatus.getPermission()));
+ json.put(HttpFSConstants.ACCESS_TIME_JSON, fileStatus.getAccessTime());
+ json.put(HttpFSConstants.MODIFICATION_TIME_JSON,
fileStatus.getModificationTime());
- json.put(HttpFSFileSystem.BLOCK_SIZE_JSON, fileStatus.getBlockSize());
- json.put(HttpFSFileSystem.REPLICATION_JSON, fileStatus.getReplication());
+ json.put(HttpFSConstants.BLOCK_SIZE_JSON, fileStatus.getBlockSize());
+ json.put(HttpFSConstants.REPLICATION_JSON, fileStatus.getReplication());
if (fileStatus instanceof HdfsFileStatus) {
// Add HDFS-specific fields to response
HdfsFileStatus hdfsFileStatus = (HdfsFileStatus) fileStatus;
- json.put(HttpFSFileSystem.CHILDREN_NUM_JSON,
+ json.put(HttpFSConstants.CHILDREN_NUM_JSON,
hdfsFileStatus.getChildrenNum());
- json.put(HttpFSFileSystem.FILE_ID_JSON,
+ json.put(HttpFSConstants.FILE_ID_JSON,
hdfsFileStatus.getFileId());
- json.put(HttpFSFileSystem.STORAGEPOLICY_JSON,
+ json.put(HttpFSConstants.STORAGEPOLICY_JSON,
hdfsFileStatus.getStoragePolicy());
// if (hdfsFileStatus.getErasureCodingPolicy() != null) {
// json.put(HttpFSFileSystem.ECPOLICYNAME_JSON,
@@ -163,16 +163,16 @@ public final class FSOperations {
// }
}
if (fileStatus.getPermission().getAclBit()) {
- json.put(HttpFSFileSystem.ACL_BIT_JSON, true);
+ json.put(HttpFSConstants.ACL_BIT_JSON, true);
}
if (fileStatus.getPermission().getEncryptedBit()) {
- json.put(HttpFSFileSystem.ENC_BIT_JSON, true);
+ json.put(HttpFSConstants.ENC_BIT_JSON, true);
}
if (fileStatus.getPermission().getErasureCodedBit()) {
- json.put(HttpFSFileSystem.EC_BIT_JSON, true);
+ json.put(HttpFSConstants.EC_BIT_JSON, true);
}
if (fileStatus.isSnapshotEnabled()) {
- json.put(HttpFSFileSystem.SNAPSHOT_BIT_JSON, true);
+ json.put(HttpFSConstants.SNAPSHOT_BIT_JSON, true);
}
return json;
}
@@ -192,10 +192,10 @@ public final class FSOperations {
Map<String, Object> json = new LinkedHashMap<>();
Map<String, Object> inner = new LinkedHashMap<>();
Map<String, Object> fileStatuses = toJson(entries.getEntries(), isFile);
- inner.put(HttpFSFileSystem.PARTIAL_LISTING_JSON, fileStatuses);
- inner.put(HttpFSFileSystem.REMAINING_ENTRIES_JSON, entries.hasMore() ? 1
+ inner.put(HttpFSConstants.PARTIAL_LISTING_JSON, fileStatuses);
+ inner.put(HttpFSConstants.REMAINING_ENTRIES_JSON, entries.hasMore() ? 1
: 0);
- json.put(HttpFSFileSystem.DIRECTORY_LISTING_JSON, inner);
+ json.put(HttpFSConstants.DIRECTORY_LISTING_JSON, inner);
return json;
}
@@ -210,16 +210,16 @@ public final class FSOperations {
Map<String, Object> json = new LinkedHashMap<String, Object>();
Map<String, Object> inner = new LinkedHashMap<String, Object>();
JSONArray entriesArray = new JSONArray();
- inner.put(HttpFSFileSystem.OWNER_JSON, aclStatus.getOwner());
- inner.put(HttpFSFileSystem.GROUP_JSON, aclStatus.getGroup());
- inner.put(HttpFSFileSystem.PERMISSION_JSON,
- HttpFSFileSystem.permissionToString(aclStatus.getPermission()));
- inner.put(HttpFSFileSystem.ACL_STICKY_BIT_JSON, aclStatus.isStickyBit());
+ inner.put(HttpFSConstants.OWNER_JSON, aclStatus.getOwner());
+ inner.put(HttpFSConstants.GROUP_JSON, aclStatus.getGroup());
+ inner.put(HttpFSConstants.PERMISSION_JSON,
+ HttpFSConstants.permissionToString(aclStatus.getPermission()));
+ inner.put(HttpFSConstants.ACL_STICKY_BIT_JSON, aclStatus.isStickyBit());
for (AclEntry e : aclStatus.getEntries()) {
entriesArray.add(e.toString());
}
- inner.put(HttpFSFileSystem.ACL_ENTRIES_JSON, entriesArray);
- json.put(HttpFSFileSystem.ACL_STATUS_JSON, inner);
+ inner.put(HttpFSConstants.ACL_ENTRIES_JSON, entriesArray);
+ json.put(HttpFSConstants.ACL_STATUS_JSON, inner);
return json;
}
@@ -234,14 +234,14 @@ public final class FSOperations {
@SuppressWarnings({"unchecked"})
private static Map fileChecksumToJSON(FileChecksum checksum) {
Map json = new LinkedHashMap();
- json.put(HttpFSFileSystem.CHECKSUM_ALGORITHM_JSON,
+ json.put(HttpFSConstants.CHECKSUM_ALGORITHM_JSON,
checksum.getAlgorithmName());
- json.put(HttpFSFileSystem.CHECKSUM_BYTES_JSON,
+ json.put(HttpFSConstants.CHECKSUM_BYTES_JSON,
org.apache.hadoop.util.StringUtils
.byteToHexString(checksum.getBytes()));
- json.put(HttpFSFileSystem.CHECKSUM_LENGTH_JSON, checksum.getLength());
+ json.put(HttpFSConstants.CHECKSUM_LENGTH_JSON, checksum.getLength());
Map response = new LinkedHashMap();
- response.put(HttpFSFileSystem.FILE_CHECKSUM_JSON, json);
+ response.put(HttpFSConstants.FILE_CHECKSUM_JSON, json);
return response;
}
@@ -262,15 +262,15 @@ public final class FSOperations {
if (xAttrs != null) {
for (Entry<String, byte[]> e : xAttrs.entrySet()) {
Map json = new LinkedHashMap();
- json.put(HttpFSFileSystem.XATTR_NAME_JSON, e.getKey());
+ json.put(HttpFSConstants.XATTR_NAME_JSON, e.getKey());
if (e.getValue() != null) {
- json.put(HttpFSFileSystem.XATTR_VALUE_JSON,
+ json.put(HttpFSConstants.XATTR_VALUE_JSON,
XAttrCodec.encodeValue(e.getValue(), encoding));
}
jsonArray.add(json);
}
}
- jsonMap.put(HttpFSFileSystem.XATTRS_JSON, jsonArray);
+ jsonMap.put(HttpFSConstants.XATTRS_JSON, jsonArray);
return jsonMap;
}
@@ -285,7 +285,7 @@ public final class FSOperations {
@SuppressWarnings({"unchecked", "rawtypes"})
private static Map xAttrNamesToJSON(List<String> names) throws IOException {
Map jsonMap = new LinkedHashMap();
- jsonMap.put(HttpFSFileSystem.XATTRNAMES_JSON,
+ jsonMap.put(HttpFSConstants.XATTRNAMES_JSON,
JSONArray.toJSONString(names));
return jsonMap;
}
@@ -301,25 +301,25 @@ public final class FSOperations {
@SuppressWarnings({"unchecked"})
private static Map contentSummaryToJSON(ContentSummary contentSummary) {
Map json = new LinkedHashMap();
- json.put(HttpFSFileSystem.CONTENT_SUMMARY_DIRECTORY_COUNT_JSON,
+ json.put(HttpFSConstants.CONTENT_SUMMARY_DIRECTORY_COUNT_JSON,
contentSummary.getDirectoryCount());
- json.put(HttpFSFileSystem.CONTENT_SUMMARY_ECPOLICY_JSON,
+ json.put(HttpFSConstants.CONTENT_SUMMARY_ECPOLICY_JSON,
contentSummary.getErasureCodingPolicy());
- json.put(HttpFSFileSystem.CONTENT_SUMMARY_FILE_COUNT_JSON,
+ json.put(HttpFSConstants.CONTENT_SUMMARY_FILE_COUNT_JSON,
contentSummary.getFileCount());
- json.put(HttpFSFileSystem.CONTENT_SUMMARY_LENGTH_JSON,
+ json.put(HttpFSConstants.CONTENT_SUMMARY_LENGTH_JSON,
contentSummary.getLength());
Map<String, Object> quotaUsageMap = quotaUsageToMap(contentSummary);
for (Map.Entry<String, Object> e : quotaUsageMap.entrySet()) {
// For ContentSummary we don't need this since we already have
// separate count for file and directory.
if (!e.getKey().equals(
- HttpFSFileSystem.QUOTA_USAGE_FILE_AND_DIRECTORY_COUNT_JSON)) {
+ HttpFSConstants.QUOTA_USAGE_FILE_AND_DIRECTORY_COUNT_JSON)) {
json.put(e.getKey(), e.getValue());
}
}
Map response = new LinkedHashMap();
- response.put(HttpFSFileSystem.CONTENT_SUMMARY_JSON, json);
+ response.put(HttpFSConstants.CONTENT_SUMMARY_JSON, json);
return response;
}
@@ -331,18 +331,18 @@ public final class FSOperations {
private static Map quotaUsageToJSON(QuotaUsage quotaUsage) {
Map response = new LinkedHashMap();
Map quotaUsageMap = quotaUsageToMap(quotaUsage);
- response.put(HttpFSFileSystem.QUOTA_USAGE_JSON, quotaUsageMap);
+ response.put(HttpFSConstants.QUOTA_USAGE_JSON, quotaUsageMap);
return response;
}
private static Map<String, Object> quotaUsageToMap(QuotaUsage quotaUsage) {
Map<String, Object> result = new LinkedHashMap<>();
- result.put(HttpFSFileSystem.QUOTA_USAGE_FILE_AND_DIRECTORY_COUNT_JSON,
+ result.put(HttpFSConstants.QUOTA_USAGE_FILE_AND_DIRECTORY_COUNT_JSON,
quotaUsage.getFileAndDirectoryCount());
- result.put(HttpFSFileSystem.QUOTA_USAGE_QUOTA_JSON, quotaUsage.getQuota());
- result.put(HttpFSFileSystem.QUOTA_USAGE_SPACE_CONSUMED_JSON,
+ result.put(HttpFSConstants.QUOTA_USAGE_QUOTA_JSON, quotaUsage.getQuota());
+ result.put(HttpFSConstants.QUOTA_USAGE_SPACE_CONSUMED_JSON,
quotaUsage.getSpaceConsumed());
- result.put(HttpFSFileSystem.QUOTA_USAGE_SPACE_QUOTA_JSON,
+ result.put(HttpFSConstants.QUOTA_USAGE_SPACE_QUOTA_JSON,
quotaUsage.getSpaceQuota());
Map<String, Map<String, Long>> typeQuota = new TreeMap<>();
for (StorageType t : StorageType.getTypesSupportingQuota()) {
@@ -353,13 +353,13 @@ public final class FSOperations {
type = new TreeMap<>();
typeQuota.put(t.toString(), type);
}
- type.put(HttpFSFileSystem.QUOTA_USAGE_QUOTA_JSON,
+ type.put(HttpFSConstants.QUOTA_USAGE_QUOTA_JSON,
quotaUsage.getTypeQuota(t));
- type.put(HttpFSFileSystem.QUOTA_USAGE_CONSUMED_JSON,
+ type.put(HttpFSConstants.QUOTA_USAGE_CONSUMED_JSON,
quotaUsage.getTypeConsumed(t));
}
}
- result.put(HttpFSFileSystem.QUOTA_USAGE_TYPE_QUOTA_JSON, typeQuota);
+ result.put(HttpFSConstants.QUOTA_USAGE_TYPE_QUOTA_JSON, typeQuota);
return result;
}
@@ -416,8 +416,8 @@ public final class FSOperations {
jsonArray.add(policyMap);
}
}
- policies.put(HttpFSFileSystem.STORAGE_POLICY_JSON, jsonArray);
- json.put(HttpFSFileSystem.STORAGE_POLICIES_JSON, policies);
+ policies.put(HttpFSConstants.STORAGE_POLICY_JSON, jsonArray);
+ json.put(HttpFSConstants.STORAGE_POLICIES_JSON, policies);
return json;
}
@@ -540,7 +540,7 @@ public final class FSOperations {
boolean result = fs.truncate(path, newLength);
HttpFSServerWebApp.get().getMetrics().incrOpsTruncate();
return toJSON(
- StringUtils.toLowerCase(HttpFSFileSystem.TRUNCATE_JSON), result);
+ StringUtils.toLowerCase(HttpFSConstants.TRUNCATE_JSON), result);
}
}
@@ -758,7 +758,7 @@ public final class FSOperations {
boolean deleted = fs.delete(path, recursive);
HttpFSServerWebApp.get().getMetrics().incrOpsDelete();
return toJSON(
- StringUtils.toLowerCase(HttpFSFileSystem.DELETE_JSON), deleted);
+ StringUtils.toLowerCase(HttpFSConstants.DELETE_JSON), deleted);
}
}
@@ -856,7 +856,7 @@ public final class FSOperations {
public JSONObject execute(FileSystem fs) throws IOException {
Path homeDir = fs.getHomeDirectory();
JSONObject json = new JSONObject();
- json.put(HttpFSFileSystem.HOME_DIR_JSON, homeDir.toUri().getPath());
+ json.put(HttpFSConstants.HOME_DIR_JSON, homeDir.toUri().getPath());
return json;
}
}
@@ -992,7 +992,7 @@ public final class FSOperations {
}
boolean mkdirs = fs.mkdirs(path, fsPermission);
HttpFSServerWebApp.get().getMetrics().incrOpsMkdir();
- return toJSON(HttpFSFileSystem.MKDIRS_JSON, mkdirs);
+ return toJSON(HttpFSConstants.MKDIRS_JSON, mkdirs);
}
}
@@ -1066,7 +1066,7 @@ public final class FSOperations {
public JSONObject execute(FileSystem fs) throws IOException {
boolean renamed = fs.rename(path, toPath);
HttpFSServerWebApp.get().getMetrics().incrOpsRename();
- return toJSON(HttpFSFileSystem.RENAME_JSON, renamed);
+ return toJSON(HttpFSConstants.RENAME_JSON, renamed);
}
}
@@ -1352,7 +1352,7 @@ public final class FSOperations {
public JSONObject execute(FileSystem fs) throws IOException {
Path trashRoot = fs.getTrashRoot(this.path);
JSONObject json = new JSONObject();
- json.put(HttpFSFileSystem.TRASH_DIR_JSON, trashRoot.toUri().getPath());
+ json.put(HttpFSConstants.TRASH_DIR_JSON, trashRoot.toUri().getPath());
return json;
}
@@ -1428,7 +1428,7 @@ public final class FSOperations {
public JSONObject execute(FileSystem fs) throws IOException {
boolean ret = fs.setReplication(path, replication);
JSONObject json = new JSONObject();
- json.put(HttpFSFileSystem.SET_REPLICATION_JSON, ret);
+ json.put(HttpFSConstants.SET_REPLICATION_JSON, ret);
return json;
}
@@ -1639,7 +1639,7 @@ public final class FSOperations {
public JSONObject execute(FileSystem fs) throws IOException {
BlockStoragePolicySpi storagePolicy = fs.getStoragePolicy(path);
JSONObject json = new JSONObject();
- json.put(HttpFSFileSystem.STORAGE_POLICY_JSON,
+ json.put(HttpFSConstants.STORAGE_POLICY_JSON,
storagePolicyToJSON(storagePolicy));
return json;
}
@@ -1790,7 +1790,7 @@ public final class FSOperations {
@Override
public String execute(FileSystem fs) throws IOException {
Path snapshotPath = fs.createSnapshot(path, snapshotName);
- JSONObject json = toJSON(HttpFSFileSystem.HOME_DIR_JSON,
+ JSONObject json = toJSON(HttpFSConstants.HOME_DIR_JSON,
snapshotPath.toString());
return json.toJSONString().replaceAll("\\\\", "");
}
diff --git
a/hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/fs/http/server/HttpFSParametersProvider.java
b/hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/fs/http/server/HttpFSParametersProvider.java
index 5278a2d..b66bbc8 100644
---
a/hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/fs/http/server/HttpFSParametersProvider.java
+++
b/hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/fs/http/server/HttpFSParametersProvider.java
@@ -20,8 +20,8 @@ package org.apache.ozone.fs.http.server;
import org.apache.hadoop.classification.InterfaceAudience;
import org.apache.hadoop.fs.XAttrCodec;
import org.apache.hadoop.fs.XAttrSetFlag;
-import org.apache.ozone.fs.http.client.HttpFSFileSystem;
-import org.apache.ozone.fs.http.client.HttpFSFileSystem.Operation;
+import org.apache.ozone.fs.http.HttpFSConstants;
+import org.apache.ozone.fs.http.HttpFSConstants.Operation;
import org.apache.hadoop.hdfs.client.HdfsClientConfigKeys;
import org.apache.ozone.lib.service.FileSystemAccess;
import org.apache.ozone.lib.wsrs.BooleanParam;
@@ -127,7 +127,7 @@ public class HttpFSParametersProvider extends
ParametersProvider {
}
public HttpFSParametersProvider() {
- super(HttpFSFileSystem.OP_PARAM, HttpFSFileSystem.Operation.class,
+ super(HttpFSConstants.OP_PARAM, HttpFSConstants.Operation.class,
PARAMS_DEF);
}
@@ -140,7 +140,7 @@ public class HttpFSParametersProvider extends
ParametersProvider {
/**
* Parameter name.
*/
- public static final String NAME = HttpFSFileSystem.ACCESS_TIME_PARAM;
+ public static final String NAME = HttpFSConstants.ACCESS_TIME_PARAM;
/**
* Constructor.
*/
@@ -158,7 +158,7 @@ public class HttpFSParametersProvider extends
ParametersProvider {
/**
* Parameter name.
*/
- public static final String NAME = HttpFSFileSystem.BLOCKSIZE_PARAM;
+ public static final String NAME = HttpFSConstants.BLOCKSIZE_PARAM;
/**
* Constructor.
@@ -209,18 +209,18 @@ public class HttpFSParametersProvider extends
ParametersProvider {
*/
@InterfaceAudience.Private
public static class OperationParam
- extends EnumParam<HttpFSFileSystem.Operation> {
+ extends EnumParam<HttpFSConstants.Operation> {
/**
* Parameter name.
*/
- public static final String NAME = HttpFSFileSystem.OP_PARAM;
+ public static final String NAME = HttpFSConstants.OP_PARAM;
/**
* Constructor.
*/
public OperationParam(String operation) {
- super(NAME, HttpFSFileSystem.Operation.class,
- HttpFSFileSystem.Operation.valueOf(
+ super(NAME, HttpFSConstants.Operation.class,
+ HttpFSConstants.Operation.valueOf(
StringUtils.toUpperCase(operation)));
}
}
@@ -234,7 +234,7 @@ public class HttpFSParametersProvider extends
ParametersProvider {
/**
* Parameter name.
*/
- public static final String NAME = HttpFSFileSystem.RECURSIVE_PARAM;
+ public static final String NAME = HttpFSConstants.RECURSIVE_PARAM;
/**
* Constructor.
@@ -273,7 +273,7 @@ public class HttpFSParametersProvider extends
ParametersProvider {
/**
* Parameter name.
*/
- public static final String NAME = HttpFSFileSystem.GROUP_PARAM;
+ public static final String NAME = HttpFSConstants.GROUP_PARAM;
/**
* Constructor.
@@ -312,7 +312,7 @@ public class HttpFSParametersProvider extends
ParametersProvider {
/**
* Parameter name.
*/
- public static final String NAME = HttpFSFileSystem.MODIFICATION_TIME_PARAM;
+ public static final String NAME = HttpFSConstants.MODIFICATION_TIME_PARAM;
/**
* Constructor.
@@ -350,7 +350,7 @@ public class HttpFSParametersProvider extends
ParametersProvider {
/**
* Parameter name.
*/
- public static final String NAME = HttpFSFileSystem.NEW_LENGTH_PARAM;
+ public static final String NAME = HttpFSConstants.NEW_LENGTH_PARAM;
/**
* Constructor.
@@ -369,7 +369,7 @@ public class HttpFSParametersProvider extends
ParametersProvider {
/**
* Parameter name.
*/
- public static final String NAME = HttpFSFileSystem.OVERWRITE_PARAM;
+ public static final String NAME = HttpFSConstants.OVERWRITE_PARAM;
/**
* Constructor.
@@ -388,7 +388,7 @@ public class HttpFSParametersProvider extends
ParametersProvider {
/**
* Parameter name.
*/
- public static final String NAME = HttpFSFileSystem.OWNER_PARAM;
+ public static final String NAME = HttpFSConstants.OWNER_PARAM;
/**
* Constructor.
@@ -408,14 +408,14 @@ public class HttpFSParametersProvider extends
ParametersProvider {
/**
* Parameter name.
*/
- public static final String NAME = HttpFSFileSystem.PERMISSION_PARAM;
+ public static final String NAME = HttpFSConstants.PERMISSION_PARAM;
/**
* Constructor.
*/
public PermissionParam() {
- super(NAME, HttpFSFileSystem.DEFAULT_PERMISSION, 8);
+ super(NAME, HttpFSConstants.DEFAULT_PERMISSION, 8);
}
}
@@ -430,7 +430,7 @@ public class HttpFSParametersProvider extends
ParametersProvider {
* Parameter name.
*/
public static final String NAME =
- HttpFSFileSystem.UNMASKED_PERMISSION_PARAM;
+ HttpFSConstants.UNMASKED_PERMISSION_PARAM;
/**
@@ -451,14 +451,14 @@ public class HttpFSParametersProvider extends
ParametersProvider {
/**
* Parameter name.
*/
- public static final String NAME = HttpFSFileSystem.ACLSPEC_PARAM;
+ public static final String NAME = HttpFSConstants.ACLSPEC_PARAM;
/**
* Constructor.
*/
public AclPermissionParam() {
super(NAME,
- HttpFSFileSystem.ACLSPEC_DEFAULT,
+ HttpFSConstants.ACLSPEC_DEFAULT,
Pattern.compile(HttpFSServerWebApp.get()
.get(FileSystemAccess.class)
.getFileSystemConfiguration()
@@ -477,7 +477,7 @@ public class HttpFSParametersProvider extends
ParametersProvider {
/**
* Parameter name.
*/
- public static final String NAME = HttpFSFileSystem.REPLICATION_PARAM;
+ public static final String NAME = HttpFSConstants.REPLICATION_PARAM;
/**
* Constructor.
@@ -496,7 +496,7 @@ public class HttpFSParametersProvider extends
ParametersProvider {
/**
* Parameter name.
*/
- public static final String NAME = HttpFSFileSystem.SOURCES_PARAM;
+ public static final String NAME = HttpFSConstants.SOURCES_PARAM;
/**
* Constructor.
@@ -515,7 +515,7 @@ public class HttpFSParametersProvider extends
ParametersProvider {
/**
* Parameter name.
*/
- public static final String NAME = HttpFSFileSystem.DESTINATION_PARAM;
+ public static final String NAME = HttpFSConstants.DESTINATION_PARAM;
/**
* Constructor.
@@ -535,7 +535,7 @@ public class HttpFSParametersProvider extends
ParametersProvider {
/**
* Parameter name.
*/
- public static final String NAME = HttpFSFileSystem.XATTR_NAME_PARAM;
+ public static final String NAME = HttpFSConstants.XATTR_NAME_PARAM;
private static final Pattern PATTERN = Pattern.compile(XATTR_NAME_REGX);
/**
@@ -554,7 +554,7 @@ public class HttpFSParametersProvider extends
ParametersProvider {
/**
* Parameter name.
*/
- public static final String NAME = HttpFSFileSystem.XATTR_VALUE_PARAM;
+ public static final String NAME = HttpFSConstants.XATTR_VALUE_PARAM;
/**
* Constructor.
@@ -572,7 +572,7 @@ public class HttpFSParametersProvider extends
ParametersProvider {
/**
* Parameter name.
*/
- public static final String NAME = HttpFSFileSystem.XATTR_SET_FLAG_PARAM;
+ public static final String NAME = HttpFSConstants.XATTR_SET_FLAG_PARAM;
/**
* Constructor.
@@ -590,7 +590,7 @@ public class HttpFSParametersProvider extends
ParametersProvider {
/**
* Parameter name.
*/
- public static final String NAME = HttpFSFileSystem.XATTR_ENCODING_PARAM;
+ public static final String NAME = HttpFSConstants.XATTR_ENCODING_PARAM;
/**
* Constructor.
@@ -608,7 +608,7 @@ public class HttpFSParametersProvider extends
ParametersProvider {
/**
* Parameter name.
*/
- public static final String NAME = HttpFSFileSystem.START_AFTER_PARAM;
+ public static final String NAME = HttpFSConstants.START_AFTER_PARAM;
/**
* Constructor.
@@ -626,7 +626,7 @@ public class HttpFSParametersProvider extends
ParametersProvider {
/**
* Parameter name.
*/
- public static final String NAME = HttpFSFileSystem.POLICY_NAME_PARAM;
+ public static final String NAME = HttpFSConstants.POLICY_NAME_PARAM;
/**
* Constructor.
@@ -644,7 +644,7 @@ public class HttpFSParametersProvider extends
ParametersProvider {
/**
* Parameter name.
*/
- public static final String NAME = HttpFSFileSystem.SNAPSHOT_NAME_PARAM;
+ public static final String NAME = HttpFSConstants.SNAPSHOT_NAME_PARAM;
/**
* Constructor.
@@ -663,7 +663,7 @@ public class HttpFSParametersProvider extends
ParametersProvider {
/**
* Parameter name.
*/
- public static final String NAME = HttpFSFileSystem.OLD_SNAPSHOT_NAME_PARAM;
+ public static final String NAME = HttpFSConstants.OLD_SNAPSHOT_NAME_PARAM;
/**
* Constructor.
@@ -686,7 +686,7 @@ public class HttpFSParametersProvider extends
ParametersProvider {
/**
* Parameter name.
*/
- public static final String NAME = HttpFSFileSystem.FSACTION_MODE_PARAM;
+ public static final String NAME = HttpFSConstants.FSACTION_MODE_PARAM;
/**
* Constructor.
@@ -712,7 +712,7 @@ public class HttpFSParametersProvider extends
ParametersProvider {
/**
* Parameter name.
*/
- public static final String NAME = HttpFSFileSystem.EC_POLICY_NAME_PARAM;
+ public static final String NAME = HttpFSConstants.EC_POLICY_NAME_PARAM;
/**
* Constructor.
diff --git
a/hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/fs/http/server/HttpFSServer.java
b/hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/fs/http/server/HttpFSServer.java
index c4b3300..ebb96eb 100644
---
a/hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/fs/http/server/HttpFSServer.java
+++
b/hadoop-ozone/httpfsgateway/src/main/java/org/apache/ozone/fs/http/server/HttpFSServer.java
@@ -23,8 +23,7 @@ import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.XAttrCodec;
import org.apache.hadoop.fs.XAttrSetFlag;
-import org.apache.ozone.fs.http.client.HttpFSFileSystem;
-import org.apache.ozone.fs.http.client.HttpFSUtils;
+import org.apache.ozone.fs.http.HttpFSConstants;
import
org.apache.ozone.fs.http.server.HttpFSParametersProvider.AccessTimeParam;
import
org.apache.ozone.fs.http.server.HttpFSParametersProvider.AclPermissionParam;
import org.apache.ozone.fs.http.server.HttpFSParametersProvider.BlockSizeParam;
@@ -102,7 +101,7 @@ import java.util.Map;
* The <code>HttpFSServer</code> class uses Jersey JAX-RS to binds HTTP
* requests to the different operations.
*/
-@Path(HttpFSFileSystem.SERVICE_VERSION)
+@Path(HttpFSConstants.SERVICE_VERSION)
@InterfaceAudience.Private
public class HttpFSServer {
@@ -197,7 +196,7 @@ public class HttpFSServer {
return fs;
}
- private void enforceRootPath(HttpFSFileSystem.Operation op, String path) {
+ private void enforceRootPath(HttpFSConstants.Operation op, String path) {
if (!path.equals("/")) {
throw new UnsupportedOperationException(
MessageFormat.format("Operation [{0}], invalid path [{1}], must be
'/'",
@@ -261,15 +260,15 @@ public class HttpFSServer {
@Context HttpServletRequest request)
throws IOException, FileSystemAccessException {
// Restrict access to only GETFILESTATUS and LISTSTATUS in write-only mode
- if((op.value() != HttpFSFileSystem.Operation.GETFILESTATUS) &&
- (op.value() != HttpFSFileSystem.Operation.LISTSTATUS) &&
+ if((op.value() != HttpFSConstants.Operation.GETFILESTATUS) &&
+ (op.value() != HttpFSConstants.Operation.LISTSTATUS) &&
accessMode == AccessMode.WRITEONLY) {
return Response.status(Response.Status.FORBIDDEN).build();
}
UserGroupInformation user = HttpUserGroupInformation.get();
Response response;
path = makeAbsolute(path);
- MDC.put(HttpFSFileSystem.OP_PARAM, op.value().name());
+ MDC.put(HttpFSConstants.OP_PARAM, op.value().name());
MDC.put("hostname", request.getRemoteAddr());
switch (op.value()) {
case OPEN:
@@ -450,7 +449,7 @@ public class HttpFSServer {
String startAfter = params.get(
HttpFSParametersProvider.StartAfterParam.NAME,
HttpFSParametersProvider.StartAfterParam.class);
- byte[] token = HttpFSUtils.EMPTY_BYTES;
+ byte[] token = HttpFSConstants.EMPTY_BYTES;
if (startAfter != null) {
token = startAfter.getBytes(StandardCharsets.UTF_8);
}
@@ -686,7 +685,7 @@ public class HttpFSServer {
UserGroupInformation user = HttpUserGroupInformation.get();
Response response;
path = makeAbsolute(path);
- MDC.put(HttpFSFileSystem.OP_PARAM, op.value().name());
+ MDC.put(HttpFSConstants.OP_PARAM, op.value().name());
MDC.put("hostname", request.getRemoteAddr());
switch (op.value()) {
case DELETE:
@@ -792,7 +791,7 @@ public class HttpFSServer {
UserGroupInformation user = HttpUserGroupInformation.get();
Response response;
path = makeAbsolute(path);
- MDC.put(HttpFSFileSystem.OP_PARAM, op.value().name());
+ MDC.put(HttpFSConstants.OP_PARAM, op.value().name());
MDC.put("hostname", request.getRemoteAddr());
switch (op.value()) {
case APPEND:
@@ -879,7 +878,7 @@ public class HttpFSServer {
Response response;
Boolean hasData = params.get(DataParam.NAME, DataParam.class);
URI redirectURL = createUploadRedirectionURL(uriInfo,
- HttpFSFileSystem.Operation.APPEND);
+ HttpFSConstants.Operation.APPEND);
Boolean noRedirect
= params.get(NoRedirectParam.NAME, NoRedirectParam.class);
if (noRedirect) {
@@ -974,7 +973,7 @@ public class HttpFSServer {
UserGroupInformation user = HttpUserGroupInformation.get();
Response response;
path = makeAbsolute(path);
- MDC.put(HttpFSFileSystem.OP_PARAM, op.value().name());
+ MDC.put(HttpFSConstants.OP_PARAM, op.value().name());
MDC.put("hostname", request.getRemoteAddr());
switch (op.value()) {
case CREATE:
@@ -1353,7 +1352,7 @@ public class HttpFSServer {
Response response;
Boolean hasData = params.get(DataParam.NAME, DataParam.class);
URI redirectURL = createUploadRedirectionURL(uriInfo,
- HttpFSFileSystem.Operation.CREATE);
+ HttpFSConstants.Operation.CREATE);
Boolean noRedirect
= params.get(NoRedirectParam.NAME, NoRedirectParam.class);
if (noRedirect) {
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
