This is an automated email from the ASF dual-hosted git repository.

nagarwal pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-hudi.git


The following commit(s) were added to refs/heads/master by this push:
     new 83b6aa5  Fix multiple issues when using build_local_docker_images for 
setting up the demo
83b6aa5 is described below

commit 83b6aa5e9163d9e5bc79ef45a950faed202a4ba6
Author: Bhavani Sudha Saktheeswaran <[email protected]>
AuthorDate: Thu Apr 11 17:39:13 2019 -0700

    Fix multiple issues when using build_local_docker_images for setting up the 
demo
    
    Details here - https://issues.apache.org/jira/browse/HUDI-98
---
 docker/hoodie/hadoop/base/Dockerfile       | 2 +-
 docker/hoodie/hadoop/spark_base/Dockerfile | 2 +-
 hoodie-utilities/pom.xml                   | 1 +
 packaging/hoodie-hadoop-mr-bundle/pom.xml  | 8 ++------
 4 files changed, 5 insertions(+), 8 deletions(-)

diff --git a/docker/hoodie/hadoop/base/Dockerfile 
b/docker/hoodie/hadoop/base/Dockerfile
index 4f78ffd..0d0a708 100644
--- a/docker/hoodie/hadoop/base/Dockerfile
+++ b/docker/hoodie/hadoop/base/Dockerfile
@@ -1,4 +1,4 @@
-FROM frolvlad/alpine-oraclejdk8
+FROM frolvlad/alpine-java
 MAINTAINER Hoodie
 USER root
 
diff --git a/docker/hoodie/hadoop/spark_base/Dockerfile 
b/docker/hoodie/hadoop/spark_base/Dockerfile
index badaaa6..e35b399 100644
--- a/docker/hoodie/hadoop/spark_base/Dockerfile
+++ b/docker/hoodie/hadoop/spark_base/Dockerfile
@@ -17,7 +17,7 @@ COPY execute-step.sh /
 COPY finish-step.sh /
 
 RUN echo "Installing Spark-version (${SPARK_VERSION})" \
-      &&  wget 
http://apache.mirror.iphh.net/spark/spark-${SPARK_VERSION}/spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz
 \
+      &&  wget 
http://archive.apache.org/dist/spark/spark-${SPARK_VERSION}/spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz
 \
       && tar -xvzf spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz \
       && mv spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION} /opt/spark \
       && rm spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz \
diff --git a/hoodie-utilities/pom.xml b/hoodie-utilities/pom.xml
index 78b12b5..7dffa25 100644
--- a/hoodie-utilities/pom.xml
+++ b/hoodie-utilities/pom.xml
@@ -82,6 +82,7 @@
                   <include>org.apache.hive:hive-metastore</include>
                   <include>org.apache.hive:hive-jdbc</include>
                   <include>com.twitter:chill_2.11</include>
+                  <include>com.twitter:chill-java</include>
                 </includes>
               </artifactSet>
               <relocations>
diff --git a/packaging/hoodie-hadoop-mr-bundle/pom.xml 
b/packaging/hoodie-hadoop-mr-bundle/pom.xml
index b8e7dfc..0792363 100644
--- a/packaging/hoodie-hadoop-mr-bundle/pom.xml
+++ b/packaging/hoodie-hadoop-mr-bundle/pom.xml
@@ -145,12 +145,6 @@
     </dependency>
 
     <dependency>
-      <groupId>com.esotericsoftware</groupId>
-      <artifactId>kryo</artifactId>
-      <scope>test</scope>
-    </dependency>
-
-    <dependency>
       <groupId>junit</groupId>
       <artifactId>junit</artifactId>
       <scope>test</scope>
@@ -216,6 +210,8 @@
                   <include>com.twitter.common:objectsize</include>
                   <include>commons-logging:commons-logging</include>
                   <include>com.twitter:chill_2.11</include>
+                  <include>com.twitter:chill-java</include>
+                  <include>com.esotericsoftware:kryo-shaded</include>
                 </includes>
               </artifactSet>
               <finalName>${project.artifactId}-${project.version}</finalName>

Reply via email to