This is an automated email from the ASF dual-hosted git repository.
vinoth pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-hudi.git
The following commit(s) were added to refs/heads/master by this push:
new 243c58f Move to apachehudi dockerhub repository & use openjdk docker
containers
243c58f is described below
commit 243c58f77cfc875159a0ac568efb0e3dfff199a6
Author: Balaji Varadarajan <[email protected]>
AuthorDate: Wed Apr 17 09:53:22 2019 -0700
Move to apachehudi dockerhub repository & use openjdk docker containers
---
.../docker-compose_hadoop284_hive233_spark231.yml | 18 +++++++++---------
docker/hoodie/hadoop/base/Dockerfile | 6 ++----
docker/hoodie/hadoop/base/pom.xml | 4 ++--
docker/hoodie/hadoop/datanode/Dockerfile | 2 +-
docker/hoodie/hadoop/datanode/pom.xml | 4 ++--
docker/hoodie/hadoop/historyserver/Dockerfile | 2 +-
docker/hoodie/hadoop/historyserver/pom.xml | 4 ++--
docker/hoodie/hadoop/hive_base/Dockerfile | 2 +-
docker/hoodie/hadoop/hive_base/pom.xml | 4 ++--
docker/hoodie/hadoop/namenode/Dockerfile | 2 +-
docker/hoodie/hadoop/namenode/pom.xml | 4 ++--
docker/hoodie/hadoop/spark_base/Dockerfile | 2 +-
docker/hoodie/hadoop/spark_base/pom.xml | 4 ++--
docker/hoodie/hadoop/sparkadhoc/Dockerfile | 2 +-
docker/hoodie/hadoop/sparkadhoc/pom.xml | 4 ++--
docker/hoodie/hadoop/sparkmaster/Dockerfile | 2 +-
docker/hoodie/hadoop/sparkmaster/pom.xml | 4 ++--
docker/hoodie/hadoop/sparkworker/Dockerfile | 2 +-
docker/hoodie/hadoop/sparkworker/pom.xml | 4 ++--
19 files changed, 37 insertions(+), 39 deletions(-)
diff --git a/docker/compose/docker-compose_hadoop284_hive233_spark231.yml
b/docker/compose/docker-compose_hadoop284_hive233_spark231.yml
index 6eb874f..bbb9f10 100644
--- a/docker/compose/docker-compose_hadoop284_hive233_spark231.yml
+++ b/docker/compose/docker-compose_hadoop284_hive233_spark231.yml
@@ -3,7 +3,7 @@ version: "3.3"
services:
namenode:
- image: varadarb/hudi-hadoop_2.8.4-namenode:latest
+ image: apachehudi/hudi-hadoop_2.8.4-namenode:latest
hostname: namenode
container_name: namenode
volumes:
@@ -22,7 +22,7 @@ services:
retries: 3
datanode1:
- image: varadarb/hudi-hadoop_2.8.4-datanode:latest
+ image: apachehudi/hudi-hadoop_2.8.4-datanode:latest
container_name: datanode1
hostname: datanode1
environment:
@@ -46,7 +46,7 @@ services:
- /tmp/hadoop_data:/hadoop/dfs/data
historyserver:
- image: varadarb/hudi-hadoop_2.8.4-history:latest
+ image: apachehudi/hudi-hadoop_2.8.4-history:latest
hostname: historyserver
container_name: historyserver
environment:
@@ -75,7 +75,7 @@ services:
container_name: hive-metastore-postgresql
hivemetastore:
- image: varadarb/hudi-hadoop_2.8.4-hive_2.3.3:latest
+ image: apachehudi/hudi-hadoop_2.8.4-hive_2.3.3:latest
hostname: hivemetastore
container_name: hivemetastore
links:
@@ -98,7 +98,7 @@ services:
- "namenode"
hiveserver:
- image: varadarb/hudi-hadoop_2.8.4-hive_2.3.3:latest
+ image: apachehudi/hudi-hadoop_2.8.4-hive_2.3.3:latest
hostname: hiveserver
container_name: hiveserver
env_file:
@@ -117,7 +117,7 @@ services:
- ${HUDI_WS}:/var/hoodie/ws
sparkmaster:
- image: varadarb/hudi-hadoop_2.8.4-hive_2.3.3-sparkmaster_2.3.1:latest
+ image: apachehudi/hudi-hadoop_2.8.4-hive_2.3.3-sparkmaster_2.3.1:latest
hostname: sparkmaster
container_name: sparkmaster
env_file:
@@ -134,7 +134,7 @@ services:
- "namenode"
spark-worker-1:
- image: varadarb/hudi-hadoop_2.8.4-hive_2.3.3-sparkworker_2.3.1:latest
+ image: apachehudi/hudi-hadoop_2.8.4-hive_2.3.3-sparkworker_2.3.1:latest
hostname: spark-worker-1
container_name: spark-worker-1
env_file:
@@ -171,7 +171,7 @@ services:
- ALLOW_PLAINTEXT_LISTENER=yes
adhoc-1:
- image: varadarb/hudi-hadoop_2.8.4-hive_2.3.3-sparkadhoc_2.3.1:latest
+ image: apachehudi/hudi-hadoop_2.8.4-hive_2.3.3-sparkadhoc_2.3.1:latest
hostname: adhoc-1
container_name: adhoc-1
env_file:
@@ -191,7 +191,7 @@ services:
- ${HUDI_WS}:/var/hoodie/ws
adhoc-2:
- image: varadarb/hudi-hadoop_2.8.4-hive_2.3.3-sparkadhoc_2.3.1:latest
+ image: apachehudi/hudi-hadoop_2.8.4-hive_2.3.3-sparkadhoc_2.3.1:latest
hostname: adhoc-2
container_name: adhoc-2
env_file:
diff --git a/docker/hoodie/hadoop/base/Dockerfile
b/docker/hoodie/hadoop/base/Dockerfile
index 0d0a708..26029d9 100644
--- a/docker/hoodie/hadoop/base/Dockerfile
+++ b/docker/hoodie/hadoop/base/Dockerfile
@@ -1,19 +1,17 @@
-FROM frolvlad/alpine-java
+FROM openjdk:8u212-jdk-slim-stretch
MAINTAINER Hoodie
USER root
# Default to UTF-8 file.encoding
ENV LANG C.UTF-8
-# Updating & Installing packages
-RUN apk add net-tools curl bash perl procps
-
ARG HADOOP_VERSION=2.8.4
ARG
HADOOP_URL=https://www.apache.org/dist/hadoop/common/hadoop-${HADOOP_VERSION}/hadoop-${HADOOP_VERSION}.tar.gz
ENV HADOOP_VERSION ${HADOOP_VERSION}
ENV HADOOP_URL ${HADOOP_URL}
RUN set -x \
+ && DEBIAN_FRONTEND=noninteractive apt-get -yq update && apt-get -yq
install curl wget netcat procps \
&& echo "Fetch URL2 is : ${HADOOP_URL}" \
&& curl -fSL "${HADOOP_URL}" -o /tmp/hadoop.tar.gz \
&& curl -fSL "${HADOOP_URL}.asc" -o /tmp/hadoop.tar.gz.asc \
diff --git a/docker/hoodie/hadoop/base/pom.xml
b/docker/hoodie/hadoop/base/pom.xml
index 4bd40c0..78c71e1 100644
--- a/docker/hoodie/hadoop/base/pom.xml
+++ b/docker/hoodie/hadoop/base/pom.xml
@@ -62,7 +62,7 @@
<configuration>
<skip>${docker.build.skip}</skip>
<pullNewerImage>false</pullNewerImage>
-
<repository>varadarb/hudi-hadoop_${docker.hadoop.version}-base</repository>
+
<repository>apachehudi/hudi-hadoop_${docker.hadoop.version}-base</repository>
<forceTags>true</forceTags>
<tag>latest</tag>
</configuration>
@@ -78,7 +78,7 @@
<configuration>
<skip>${docker.build.skip}</skip>
<pullNewerImage>false</pullNewerImage>
-
<repository>varadarb/hudi-hadoop_${docker.hadoop.version}-base</repository>
+
<repository>apachehudi/hudi-hadoop_${docker.hadoop.version}-base</repository>
<forceTags>true</forceTags>
<tag>${project.version}</tag>
</configuration>
diff --git a/docker/hoodie/hadoop/datanode/Dockerfile
b/docker/hoodie/hadoop/datanode/Dockerfile
index 703a622..caabd3c 100644
--- a/docker/hoodie/hadoop/datanode/Dockerfile
+++ b/docker/hoodie/hadoop/datanode/Dockerfile
@@ -1,6 +1,6 @@
ARG HADOOP_VERSION=2.8.4
ARG HADOOP_DN_PORT=50075
-FROM varadarb/hudi-hadoop_${HADOOP_VERSION}-base:latest
+FROM apachehudi/hudi-hadoop_${HADOOP_VERSION}-base:latest
ENV HADOOP_DN_PORT ${HADOOP_DN_PORT}
diff --git a/docker/hoodie/hadoop/datanode/pom.xml
b/docker/hoodie/hadoop/datanode/pom.xml
index 70691ce..b44fe3e 100644
--- a/docker/hoodie/hadoop/datanode/pom.xml
+++ b/docker/hoodie/hadoop/datanode/pom.xml
@@ -61,7 +61,7 @@
<configuration>
<skip>${docker.build.skip}</skip>
<pullNewerImage>false</pullNewerImage>
-
<repository>varadarb/hudi-hadoop_${docker.hadoop.version}-datanode</repository>
+
<repository>apachehudi/hudi-hadoop_${docker.hadoop.version}-datanode</repository>
<forceTags>true</forceTags>
<tag>latest</tag>
</configuration>
@@ -77,7 +77,7 @@
<configuration>
<skip>${docker.build.skip}</skip>
<pullNewerImage>false</pullNewerImage>
-
<repository>varadarb/hudi-hadoop_${docker.hadoop.version}-datanode</repository>
+
<repository>apachehudi/hudi-hadoop_${docker.hadoop.version}-datanode</repository>
<forceTags>true</forceTags>
<tag>${project.version}</tag>
</configuration>
diff --git a/docker/hoodie/hadoop/historyserver/Dockerfile
b/docker/hoodie/hadoop/historyserver/Dockerfile
index d2e05e6..8110063 100644
--- a/docker/hoodie/hadoop/historyserver/Dockerfile
+++ b/docker/hoodie/hadoop/historyserver/Dockerfile
@@ -1,6 +1,6 @@
ARG HADOOP_VERSION=2.8.4
ARG HADOOP_HISTORY_PORT=8188
-FROM varadarb/hudi-hadoop_${HADOOP_VERSION}-base:latest
+FROM apachehudi/hudi-hadoop_${HADOOP_VERSION}-base:latest
ENV HADOOP_HISTORY_PORT ${HADOOP_HISTORY_PORT}
diff --git a/docker/hoodie/hadoop/historyserver/pom.xml
b/docker/hoodie/hadoop/historyserver/pom.xml
index 4f3b7b9..8770d38 100644
--- a/docker/hoodie/hadoop/historyserver/pom.xml
+++ b/docker/hoodie/hadoop/historyserver/pom.xml
@@ -61,7 +61,7 @@
<configuration>
<skip>${docker.build.skip}</skip>
<pullNewerImage>false</pullNewerImage>
-
<repository>varadarb/hudi-hadoop_${docker.hadoop.version}-history</repository>
+
<repository>apachehudi/hudi-hadoop_${docker.hadoop.version}-history</repository>
<forceTags>true</forceTags>
<tag>latest</tag>
</configuration>
@@ -77,7 +77,7 @@
<configuration>
<skip>${docker.build.skip}</skip>
<pullNewerImage>false</pullNewerImage>
-
<repository>varadarb/hudi-hadoop_${docker.hadoop.version}-history</repository>
+
<repository>apachehudi/hudi-hadoop_${docker.hadoop.version}-history</repository>
<forceTags>true</forceTags>
<tag>${project.version}</tag>
</configuration>
diff --git a/docker/hoodie/hadoop/hive_base/Dockerfile
b/docker/hoodie/hadoop/hive_base/Dockerfile
index 40ab1d1..5164977 100644
--- a/docker/hoodie/hadoop/hive_base/Dockerfile
+++ b/docker/hoodie/hadoop/hive_base/Dockerfile
@@ -1,5 +1,5 @@
ARG HADOOP_VERSION=2.8.4
-FROM varadarb/hudi-hadoop_${HADOOP_VERSION}-base:latest
+FROM apachehudi/hudi-hadoop_${HADOOP_VERSION}-base:latest
ENV HIVE_HOME /opt/hive
ENV PATH $HIVE_HOME/bin:$PATH
diff --git a/docker/hoodie/hadoop/hive_base/pom.xml
b/docker/hoodie/hadoop/hive_base/pom.xml
index c8eebbb..064f19d 100644
--- a/docker/hoodie/hadoop/hive_base/pom.xml
+++ b/docker/hoodie/hadoop/hive_base/pom.xml
@@ -81,7 +81,7 @@
<configuration>
<skip>${docker.build.skip}</skip>
<pullNewerImage>false</pullNewerImage>
-
<repository>varadarb/hudi-hadoop_${docker.hadoop.version}-hive_${docker.hive.version}</repository>
+
<repository>apachehudi/hudi-hadoop_${docker.hadoop.version}-hive_${docker.hive.version}</repository>
<forceTags>true</forceTags>
<tag>latest</tag>
</configuration>
@@ -97,7 +97,7 @@
<configuration>
<skip>${docker.build.skip}</skip>
<pullNewerImage>false</pullNewerImage>
-
<repository>varadarb/hudi-hadoop_${docker.hadoop.version}-hive_${docker.hive.version}</repository>
+
<repository>apachehudi/hudi-hadoop_${docker.hadoop.version}-hive_${docker.hive.version}</repository>
<forceTags>true</forceTags>
<tag>${project.version}</tag>
</configuration>
diff --git a/docker/hoodie/hadoop/namenode/Dockerfile
b/docker/hoodie/hadoop/namenode/Dockerfile
index 6480329..ff10aa6 100644
--- a/docker/hoodie/hadoop/namenode/Dockerfile
+++ b/docker/hoodie/hadoop/namenode/Dockerfile
@@ -1,6 +1,6 @@
ARG HADOOP_VERSION=2.8.4
ARG HADOOP_WEBHDFS_PORT=50070
-FROM varadarb/hudi-hadoop_${HADOOP_VERSION}-base:latest
+FROM apachehudi/hudi-hadoop_${HADOOP_VERSION}-base:latest
ENV HADOOP_WEBHDFS_PORT ${HADOOP_WEBHDFS_PORT}
diff --git a/docker/hoodie/hadoop/namenode/pom.xml
b/docker/hoodie/hadoop/namenode/pom.xml
index 841ac62..130ebf6 100644
--- a/docker/hoodie/hadoop/namenode/pom.xml
+++ b/docker/hoodie/hadoop/namenode/pom.xml
@@ -61,7 +61,7 @@
<configuration>
<skip>${docker.build.skip}</skip>
<pullNewerImage>false</pullNewerImage>
-
<repository>varadarb/hudi-hadoop_${docker.hadoop.version}-namenode</repository>
+
<repository>apachehudi/hudi-hadoop_${docker.hadoop.version}-namenode</repository>
<forceTags>true</forceTags>
<tag>latest</tag>
</configuration>
@@ -77,7 +77,7 @@
<configuration>
<skip>${docker.build.skip}</skip>
<pullNewerImage>false</pullNewerImage>
-
<repository>varadarb/hudi-hadoop_${docker.hadoop.version}-namenode</repository>
+
<repository>apachehudi/hudi-hadoop_${docker.hadoop.version}-namenode</repository>
<forceTags>true</forceTags>
<tag>${project.version}</tag>
</configuration>
diff --git a/docker/hoodie/hadoop/spark_base/Dockerfile
b/docker/hoodie/hadoop/spark_base/Dockerfile
index e35b399..7b0917d 100644
--- a/docker/hoodie/hadoop/spark_base/Dockerfile
+++ b/docker/hoodie/hadoop/spark_base/Dockerfile
@@ -1,6 +1,6 @@
ARG HADOOP_VERSION=2.8.4
ARG HIVE_VERSION=2.3.3
-FROM varadarb/hudi-hadoop_${HADOOP_VERSION}-hive_${HIVE_VERSION}
+FROM apachehudi/hudi-hadoop_${HADOOP_VERSION}-hive_${HIVE_VERSION}
ENV ENABLE_INIT_DAEMON true
ENV INIT_DAEMON_BASE_URI http://identifier/init-daemon
diff --git a/docker/hoodie/hadoop/spark_base/pom.xml
b/docker/hoodie/hadoop/spark_base/pom.xml
index 841d58a..19ab633 100644
--- a/docker/hoodie/hadoop/spark_base/pom.xml
+++ b/docker/hoodie/hadoop/spark_base/pom.xml
@@ -61,7 +61,7 @@
<configuration>
<skip>${docker.build.skip}</skip>
<pullNewerImage>false</pullNewerImage>
-
<repository>varadarb/hudi-hadoop_${docker.hadoop.version}-hive_${docker.hive.version}-sparkbase_${docker.spark.version}</repository>
+
<repository>apachehudi/hudi-hadoop_${docker.hadoop.version}-hive_${docker.hive.version}-sparkbase_${docker.spark.version}</repository>
<forceTags>true</forceTags>
<tag>latest</tag>
</configuration>
@@ -77,7 +77,7 @@
<configuration>
<skip>${docker.build.skip}</skip>
<pullNewerImage>false</pullNewerImage>
-
<repository>varadarb/hudi-hadoop_${docker.hadoop.version}-hive_${docker.hive.version}-sparkbase_${docker.spark.version}</repository>
+
<repository>apachehudi/hudi-hadoop_${docker.hadoop.version}-hive_${docker.hive.version}-sparkbase_${docker.spark.version}</repository>
<forceTags>true</forceTags>
<tag>${project.version}</tag>
</configuration>
diff --git a/docker/hoodie/hadoop/sparkadhoc/Dockerfile
b/docker/hoodie/hadoop/sparkadhoc/Dockerfile
index 8a73130..22e0b49 100644
--- a/docker/hoodie/hadoop/sparkadhoc/Dockerfile
+++ b/docker/hoodie/hadoop/sparkadhoc/Dockerfile
@@ -1,7 +1,7 @@
ARG HADOOP_VERSION=2.8.4
ARG HIVE_VERSION=2.3.3
ARG SPARK_VERSION=2.3.1
-FROM
varadarb/hudi-hadoop_${HADOOP_VERSION}-hive_${HIVE_VERSION}-sparkbase_${SPARK_VERSION}
+FROM
apachehudi/hudi-hadoop_${HADOOP_VERSION}-hive_${HIVE_VERSION}-sparkbase_${SPARK_VERSION}
COPY adhoc.sh /opt/spark
diff --git a/docker/hoodie/hadoop/sparkadhoc/pom.xml
b/docker/hoodie/hadoop/sparkadhoc/pom.xml
index 4e5b766..5b714a8 100644
--- a/docker/hoodie/hadoop/sparkadhoc/pom.xml
+++ b/docker/hoodie/hadoop/sparkadhoc/pom.xml
@@ -61,7 +61,7 @@
<configuration>
<skip>${docker.build.skip}</skip>
<pullNewerImage>false</pullNewerImage>
-
<repository>varadarb/hudi-hadoop_${docker.hadoop.version}-hive_${docker.hive.version}-sparkadhoc_${docker.spark.version}</repository>
+
<repository>apachehudi/hudi-hadoop_${docker.hadoop.version}-hive_${docker.hive.version}-sparkadhoc_${docker.spark.version}</repository>
<forceTags>true</forceTags>
<tag>latest</tag>
</configuration>
@@ -77,7 +77,7 @@
<configuration>
<skip>${docker.build.skip}</skip>
<pullNewerImage>false</pullNewerImage>
-
<repository>varadarb/hudi-hadoop_${docker.hadoop.version}-hive_${docker.hive.version}-sparkadhoc_${docker.spark.version}</repository>
+
<repository>apachehudi/hudi-hadoop_${docker.hadoop.version}-hive_${docker.hive.version}-sparkadhoc_${docker.spark.version}</repository>
<forceTags>true</forceTags>
<tag>${project.version}</tag>
</configuration>
diff --git a/docker/hoodie/hadoop/sparkmaster/Dockerfile
b/docker/hoodie/hadoop/sparkmaster/Dockerfile
index acfba8c..8d1178c 100644
--- a/docker/hoodie/hadoop/sparkmaster/Dockerfile
+++ b/docker/hoodie/hadoop/sparkmaster/Dockerfile
@@ -1,7 +1,7 @@
ARG HADOOP_VERSION=2.8.4
ARG HIVE_VERSION=2.3.3
ARG SPARK_VERSION=2.3.1
-FROM
varadarb/hudi-hadoop_${HADOOP_VERSION}-hive_${HIVE_VERSION}-sparkbase_${SPARK_VERSION}
+FROM
apachehudi/hudi-hadoop_${HADOOP_VERSION}-hive_${HIVE_VERSION}-sparkbase_${SPARK_VERSION}
COPY master.sh /opt/spark
diff --git a/docker/hoodie/hadoop/sparkmaster/pom.xml
b/docker/hoodie/hadoop/sparkmaster/pom.xml
index bce4511..56d2867 100644
--- a/docker/hoodie/hadoop/sparkmaster/pom.xml
+++ b/docker/hoodie/hadoop/sparkmaster/pom.xml
@@ -61,7 +61,7 @@
<configuration>
<skip>${docker.build.skip}</skip>
<pullNewerImage>false</pullNewerImage>
-
<repository>varadarb/hudi-hadoop_${docker.hadoop.version}-hive_${docker.hive.version}-sparkmaster_${docker.spark.version}</repository>
+
<repository>apachehudi/hudi-hadoop_${docker.hadoop.version}-hive_${docker.hive.version}-sparkmaster_${docker.spark.version}</repository>
<forceTags>true</forceTags>
<tag>latest</tag>
</configuration>
@@ -77,7 +77,7 @@
<configuration>
<skip>${docker.build.skip}</skip>
<pullNewerImage>false</pullNewerImage>
-
<repository>varadarb/hudi-hadoop_${docker.hadoop.version}-hive_${docker.hive.version}-sparkmaster_${docker.spark.version}</repository>
+
<repository>apachehudi/hudi-hadoop_${docker.hadoop.version}-hive_${docker.hive.version}-sparkmaster_${docker.spark.version}</repository>
<forceTags>true</forceTags>
<tag>${project.version}</tag>
</configuration>
diff --git a/docker/hoodie/hadoop/sparkworker/Dockerfile
b/docker/hoodie/hadoop/sparkworker/Dockerfile
index acbddc0..e595fda 100644
--- a/docker/hoodie/hadoop/sparkworker/Dockerfile
+++ b/docker/hoodie/hadoop/sparkworker/Dockerfile
@@ -1,7 +1,7 @@
ARG HADOOP_VERSION=2.8.4
ARG HIVE_VERSION=2.3.3
ARG SPARK_VERSION=2.3.1
-FROM
varadarb/hudi-hadoop_${HADOOP_VERSION}-hive_${HIVE_VERSION}-sparkbase_${SPARK_VERSION}
+FROM
apachehudi/hudi-hadoop_${HADOOP_VERSION}-hive_${HIVE_VERSION}-sparkbase_${SPARK_VERSION}
COPY worker.sh /opt/spark
diff --git a/docker/hoodie/hadoop/sparkworker/pom.xml
b/docker/hoodie/hadoop/sparkworker/pom.xml
index 8c0c77a..dc0282a 100644
--- a/docker/hoodie/hadoop/sparkworker/pom.xml
+++ b/docker/hoodie/hadoop/sparkworker/pom.xml
@@ -61,7 +61,7 @@
<configuration>
<skip>${docker.build.skip}</skip>
<pullNewerImage>false</pullNewerImage>
-
<repository>varadarb/hudi-hadoop_${docker.hadoop.version}-hive_${docker.hive.version}-sparkworker_${docker.spark.version}</repository>
+
<repository>apachehudi/hudi-hadoop_${docker.hadoop.version}-hive_${docker.hive.version}-sparkworker_${docker.spark.version}</repository>
<forceTags>true</forceTags>
<tag>latest</tag>
</configuration>
@@ -77,7 +77,7 @@
<configuration>
<skip>${docker.build.skip}</skip>
<pullNewerImage>false</pullNewerImage>
-
<repository>varadarb/hudi-hadoop_${docker.hadoop.version}-hive_${docker.hive.version}-sparkworker_${docker.spark.version}</repository>
+
<repository>apachehudi/hudi-hadoop_${docker.hadoop.version}-hive_${docker.hive.version}-sparkworker_${docker.spark.version}</repository>
<forceTags>true</forceTags>
<tag>${project.version}</tag>
</configuration>
