This is an automated email from the ASF dual-hosted git repository. jinglun pushed a commit to branch HADOOP-19236-original in repository https://gitbox.apache.org/repos/asf/hadoop.git
commit 45cb0151f939f8973866318aaf5f9c52b400fd6b Author: lijinglun <lijing...@bytedance.com> AuthorDate: Thu Oct 31 17:52:35 2024 +0800 Integration of TOS: Add RawFS --- .../java/org/apache/hadoop/fs/tosfs/RawFS.java | 47 ++++++++++++++++++++++ 1 file changed, 47 insertions(+) diff --git a/hadoop-cloud-storage-project/hadoop-tos/src/main/java/org/apache/hadoop/fs/tosfs/RawFS.java b/hadoop-cloud-storage-project/hadoop-tos/src/main/java/org/apache/hadoop/fs/tosfs/RawFS.java new file mode 100644 index 00000000000..6fba99b3d61 --- /dev/null +++ b/hadoop-cloud-storage-project/hadoop-tos/src/main/java/org/apache/hadoop/fs/tosfs/RawFS.java @@ -0,0 +1,47 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package org.apache.hadoop.fs.tosfs; + +import org.apache.hadoop.conf.Configuration; +import org.apache.hadoop.fs.DelegateToFileSystem; + +import java.io.IOException; +import java.net.URI; +import java.net.URISyntaxException; + +/** + * The implementation class of the raw AbstractFileSystem. If you want to use object storage as + * YARN’s resource storage dir via the fs.defaultFS configuration property in Hadoop’s + * core-site.xml, you should add this configuration to Hadoop's core-site.xml. + * <pre> + * fs.AbstractFileSystem.{scheme}.impl=io.proton.fs.RawFS. + * </pre> + */ +public class RawFS extends DelegateToFileSystem { + private static final int TOS_DEFAULT_PORT = -1; + + public RawFS(URI uri, Configuration conf) throws IOException, URISyntaxException { + super(uri, new RawFileSystem(), conf, uri.getScheme(), false); + } + + @Override + public int getUriDefaultPort() { + return TOS_DEFAULT_PORT; + } +} --------------------------------------------------------------------- To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org For additional commands, e-mail: common-commits-h...@hadoop.apache.org