yuanzac commented on a change in pull request #149: SUBMARINE-335 Add a guide of yarn runtime with docker containers URL: https://github.com/apache/submarine/pull/149#discussion_r365637208
########## File path: docs/helper/docker/tensorflow/mnist/Dockerfile.tony.tf.mnist.tf_1.13.1 ########## @@ -0,0 +1,57 @@ +FROM ubuntu:18.04 +ENV HADOOP_VERSION 2.9.2 +ENV HADOOP_URL https://www.apache.org/dist/hadoop/common/hadoop-$HADOOP_VERSION/hadoop-$HADOOP_VERSION.tar.gz +RUN apt-get update +RUN apt-get -y install apt-transport-https \ + ca-certificates \ + curl \ + gnupg2 \ + git \ + software-properties-common \ + openjdk-8-jdk vim \ + wget python3-distutils +RUN curl -fsSL https://download.docker.com/linux/ubuntu/gpg | apt-key add - +RUN add-apt-repository \ + "deb [arch=amd64] https://download.docker.com/linux/ubuntu \ + $(lsb_release -cs) \ + stable" + +# Download Hadoop binaries. +RUN set -x \ + && curl -fSL "$HADOOP_URL" -o /tmp/hadoop.tar.gz \ + && tar -xvf /tmp/hadoop.tar.gz -C /opt/ \ + && rm /tmp/hadoop.tar.gz* + +# Copy the $HADOOP_CONF_DIR folder as "hadoop" folder in the same dir as dockerfile +# pi@pi-aw:~/apache/submarine/docker$ tree +# . +# ├── Dockerfile +# └── hadoopconf +# ├── capacity-scheduler.xml +# ├── configuration.xsl +# ... +COPY hadoopconf /opt/hadoop-$HADOOP_VERSION/etc/hadoop + +# Download and config submarine +RUN cd ~ +RUN git clone https://github.com/apache/submarine.git +RUN cd submarine + +RUN submarine/dev-support/mini-submarine/submarine/build_python_virtual_env.sh +RUN mv venv/ /opt/ +RUN chmod +r -R /opt/venv + +# Config Hadoop env +ENV HADOOP_HOME=/opt/hadoop-$HADOOP_VERSION/ +ENV HADOOP_YARN_HOME=/opt/hadoop-$HADOOP_VERSION/ +ENV HADOOP_HDFS_HOME=/opt/hadoop-$HADOOP_VERSION/ +ENV HADOOP_CONF_DIR=/opt/hadoop-$HADOOP_VERSION/etc/hadoop +ENV JAVA_HOME=/usr/lib/jvm/java-8-openjdk-amd64 + +# Crate user, make sure the user groups are the same as your host +RUN groupadd -g 5000 hadoop +RUN useradd -u 1000 -g hadoop pi +RUN mkdir /home/pi +RUN chown pi:hadoop /home/pi +RUN mkdir /tmp/mode +RUN chmod 777 /tmp/mode Review comment: Add a new line at the end of file ---------------------------------------------------------------- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org With regards, Apache Git Services --------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@submarine.apache.org For additional commands, e-mail: dev-h...@submarine.apache.org
