This is an automated email from the ASF dual-hosted git repository.
jinglun pushed a commit to branch HADOOP-19236
in repository https://gitbox.apache.org/repos/asf/hadoop.git
commit 941ebcb88066e30455d1e07b5e9130114891890d
Author: lijinglun <lijing...@bytedance.com>
AuthorDate: Wed Aug 21 19:53:46 2024 +0800
Integration of TOS: Add TosKeys and constants.
---
.../main/java/org/apache/hadoop/fs/tosfs/conf/TosKeys.java | 12 ++++++++++++
.../java/org/apache/hadoop/fs/tosfs/object/Constants.java | 2 ++
.../tosfs/object/{Constants.java => ObjectConstants.java} | 14 ++++++--------
3 files changed, 20 insertions(+), 8 deletions(-)
diff --git
a/hadoop-cloud-storage-project/hadoop-tos/src/main/java/org/apache/hadoop/fs/tosfs/conf/TosKeys.java
b/hadoop-cloud-storage-project/hadoop-tos/src/main/java/org/apache/hadoop/fs/tosfs/conf/TosKeys.java
index 075f3a2d09e..22da225529b 100644
---
a/hadoop-cloud-storage-project/hadoop-tos/src/main/java/org/apache/hadoop/fs/tosfs/conf/TosKeys.java
+++
b/hadoop-cloud-storage-project/hadoop-tos/src/main/java/org/apache/hadoop/fs/tosfs/conf/TosKeys.java
@@ -21,6 +21,9 @@ package org.apache.hadoop.fs.tosfs.conf;
import org.apache.hadoop.fs.tosfs.object.ChecksumType;
import org.apache.hadoop.fs.tosfs.object.tos.TOSErrorCodes;
+import java.util.Collections;
+import java.util.List;
+
public class TosKeys {
/**
@@ -65,6 +68,15 @@ public class TosKeys {
public static final ArgumentKey FS_TOS_BUCKET_SESSION_TOKEN =
new ArgumentKey("fs.tos.bucket.%s.session-token");
+ // Credential
+ /**
+ * Default credentials provider chain that looks for credentials in this
order:
+ *
SimpleCredentialsProvider,EnvironmentCredentialsProvider,IAMInstanceCredentialsProvider.
+ */
+ public static final String FS_TOS_CREDENTIALS_PROVIDER =
"fs.tos.credentials.provider";
+ public static final String FS_TOS_CREDENTIALS_PROVIDER_DEFAULT =
+
"org.apache.hadoop.fs.tosfs.object.tos.auth.DefaultCredentialsProviderChain";
+
/**
* User customized credential provider classes, separate provider class name
with comma if there
* are multiple providers.
diff --git
a/hadoop-cloud-storage-project/hadoop-tos/src/main/java/org/apache/hadoop/fs/tosfs/object/Constants.java
b/hadoop-cloud-storage-project/hadoop-tos/src/main/java/org/apache/hadoop/fs/tosfs/object/Constants.java
index c23e52c8df3..4ea720491b3 100644
---
a/hadoop-cloud-storage-project/hadoop-tos/src/main/java/org/apache/hadoop/fs/tosfs/object/Constants.java
+++
b/hadoop-cloud-storage-project/hadoop-tos/src/main/java/org/apache/hadoop/fs/tosfs/object/Constants.java
@@ -22,6 +22,8 @@ public class Constants {
private Constants() {
}
+ public static final String PROTON = "Proton";
+
// Magic checksum means doesn't support checksum, if the file type is dir or
the filesystem/object
// storage doesn't implement checksum algorithm will use magic checksum as
the file checksum.
public static final byte[] MAGIC_CHECKSUM = new byte[] { 'M' };
diff --git
a/hadoop-cloud-storage-project/hadoop-tos/src/main/java/org/apache/hadoop/fs/tosfs/object/Constants.java
b/hadoop-cloud-storage-project/hadoop-tos/src/main/java/org/apache/hadoop/fs/tosfs/object/ObjectConstants.java
similarity index 70%
copy from
hadoop-cloud-storage-project/hadoop-tos/src/main/java/org/apache/hadoop/fs/tosfs/object/Constants.java
copy to
hadoop-cloud-storage-project/hadoop-tos/src/main/java/org/apache/hadoop/fs/tosfs/object/ObjectConstants.java
index c23e52c8df3..c3a6431cc6c 100644
---
a/hadoop-cloud-storage-project/hadoop-tos/src/main/java/org/apache/hadoop/fs/tosfs/object/Constants.java
+++
b/hadoop-cloud-storage-project/hadoop-tos/src/main/java/org/apache/hadoop/fs/tosfs/object/ObjectConstants.java
@@ -18,13 +18,11 @@
package org.apache.hadoop.fs.tosfs.object;
-public class Constants {
- private Constants() {
- }
-
- // Magic checksum means doesn't support checksum, if the file type is dir or
the filesystem/object
- // storage doesn't implement checksum algorithm will use magic checksum as
the file checksum.
- public static final byte[] MAGIC_CHECKSUM = new byte[] { 'M' };
+public class ObjectConstants {
+ public static final int MIN_PART_SIZE = 5 * 1024 * 1024;
+ public static final int MAX_PART_COUNT = 10000;
- public static final String SLASH = "/";
+ private ObjectConstants() {
+ }
}
+
---------------------------------------------------------------------
To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org
For additional commands, e-mail: common-commits-h...@hadoop.apache.org
