This is an automated email from the ASF dual-hosted git repository.
pifta pushed a commit to branch HDDS-5447-httpfs
in repository https://gitbox.apache.org/repos/asf/ozone.git
The following commit(s) were added to refs/heads/HDDS-5447-httpfs by this push:
new 121b54b HDDS-5520 Add lifecycle management to HttpFS server (#2552)
121b54b is described below
commit 121b54bd7c164670d54638f0aef695a4c625effd
Author: dombizita <[email protected]>
AuthorDate: Mon Aug 30 03:12:09 2021 +0200
HDDS-5520 Add lifecycle management to HttpFS server (#2552)
---
hadoop-ozone/dist/src/main/compose/ozone/docker-compose.yaml | 9 +++++++++
hadoop-ozone/dist/src/main/compose/ozone/docker-config | 3 +++
hadoop-ozone/dist/src/shell/ozone/ozone | 7 +++++++
3 files changed, 19 insertions(+)
diff --git a/hadoop-ozone/dist/src/main/compose/ozone/docker-compose.yaml
b/hadoop-ozone/dist/src/main/compose/ozone/docker-compose.yaml
index a646f1d..dcd2a6b 100644
--- a/hadoop-ozone/dist/src/main/compose/ozone/docker-compose.yaml
+++ b/hadoop-ozone/dist/src/main/compose/ozone/docker-compose.yaml
@@ -68,6 +68,15 @@ services:
<<: *replication
<<: *metadata_layout
command: ["ozone","scm"]
+ httpfs:
+ <<: *common-config
+ environment:
+ OZONE_CLASSPATH:
"/opt/hadoop/share/ozone/lib/ozone-filesystem-1.2.0-SNAPSHOT.jar:/opt/hadoop/share/ozone/lib/ozone-filesystem-common-1.2.0-SNAPSHOT.jar:/opt/hadoop/share/ozone/lib/ozone-filesystem-hadoop3-1.2.0-SNAPSHOT.jar"
+ OZONE-SITE.XML_hdds.scm.safemode.min.datanode:
${OZONE_SAFEMODE_MIN_DATANODES:-1}
+ <<: *replication
+ ports:
+ - 14000:14000
+ command: [ "ozone","httpfs" ]
s3g:
<<: *common-config
environment:
diff --git a/hadoop-ozone/dist/src/main/compose/ozone/docker-config
b/hadoop-ozone/dist/src/main/compose/ozone/docker-config
index d71b3ac..9dd77dc 100644
--- a/hadoop-ozone/dist/src/main/compose/ozone/docker-config
+++ b/hadoop-ozone/dist/src/main/compose/ozone/docker-config
@@ -16,6 +16,9 @@
CORE-SITE.XML_fs.defaultFS=ofs://om
CORE-SITE.XML_fs.trash.interval=1
+# For HttpFS service it is required to enable proxying users.
+CORE-SITE.XML_hadoop.proxyuser.hadoop.hosts=*
+CORE-SITE.XML_hadoop.proxyuser.hadoop.groups=*
OZONE-SITE.XML_ozone.om.address=om
OZONE-SITE.XML_ozone.om.http-address=om:9874
diff --git a/hadoop-ozone/dist/src/shell/ozone/ozone
b/hadoop-ozone/dist/src/shell/ozone/ozone
index 777de10..3403aee 100755
--- a/hadoop-ozone/dist/src/shell/ozone/ozone
+++ b/hadoop-ozone/dist/src/shell/ozone/ozone
@@ -49,6 +49,7 @@ function ozone_usage
ozone_add_subcommand "om" daemon "Ozone Manager"
ozone_add_subcommand "scm" daemon "run the Storage Container Manager service"
ozone_add_subcommand "s3g" daemon "run the S3 compatible REST gateway"
+ ozone_add_subcommand "httpfs" daemon "run the HTTPFS compatible REST gateway"
ozone_add_subcommand "csi" daemon "run the standalone CSI daemon"
ozone_add_subcommand "recon" daemon "run the Recon service"
ozone_add_subcommand "sh" client "command line interface for object store
operations"
@@ -186,6 +187,12 @@ function ozonecmd_case
OZONE_CLASSNAME='org.apache.hadoop.ozone.s3.Gateway'
OZONE_RUN_ARTIFACT_NAME="ozone-s3gateway"
;;
+ httpfs)
+ OZONE_SUBCMD_SUPPORTDAEMONIZATION="true"
+ OZONE_OPTS="${OZONE_OPTS} -Dhttpfs.home.dir=${OZONE_HOME}
-Dhttpfs.config.dir=${OZONE_CONF_DIR} -Dhttpfs.log.dir=${OZONE_HOME}/log
-Dhttpfs.temp.dir=${OZONE_HOME}/temp"
+ OZONE_CLASSNAME='org.apache.hadoop.fs.http.server.HttpFSServerWebServer'
+ OZONE_RUN_ARTIFACT_NAME="ozone-httpfsgateway"
+ ;;
csi)
OZONE_SUBCMD_SUPPORTDAEMONIZATION="true"
OZONE_CLASSNAME='org.apache.hadoop.ozone.csi.CsiServer'
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
