mik-laj commented on a change in pull request #6494: [AIRFLOW-5830] Get rid of
slim image. Depends on [AIRFLOW-5827]
URL: https://github.com/apache/airflow/pull/6494#discussion_r342102823
##########
File path: Dockerfile
##########
@@ -121,114 +113,95 @@ RUN adduser airflow \
&& echo "airflow ALL=(ALL) NOPASSWD: ALL" > /etc/sudoers.d/airflow \
&& chmod 0440 /etc/sudoers.d/airflow
-############################################################################################################
-# This is an image with all APT dependencies needed by CI. It is built on top
of the airlfow APT image
-# Parameters:
-# airflow-apt-deps - this is the base image for CI deps image.
-############################################################################################################
-FROM airflow-apt-deps-ci-slim as airflow-apt-deps-ci
+ENV JAVA_HOME=/usr/lib/jvm/java-8-openjdk-amd64/
-SHELL ["/bin/bash", "-o", "pipefail", "-e", "-u", "-x", "-c"]
+# Note missing man directories on debian-stretch
+# https://bugs.debian.org/cgi-bin/bugreport.cgi?bug=863199
+RUN mkdir -pv /usr/share/man/man1 \
+ && mkdir -pv /usr/share/man/man7 \
+ && apt-get update \
+ && apt-get install --no-install-recommends -y \
+ gnupg \
+ apt-transport-https \
+ ca-certificates \
+ software-properties-common \
+ krb5-user \
+ ldap-utils \
+ less \
+ lsb-release \
+ net-tools \
+ openjdk-8-jdk \
+ openssh-client \
+ openssh-server \
+ postgresql-client \
+ python-selinux \
+ sqlite3 \
+ tmux \
+ unzip \
+ vim \
+ && apt-get autoremove -yqq --purge \
+ && apt-get clean \
+ && rm -rf /var/lib/apt/lists/*
-ENV JAVA_HOME=/usr/lib/jvm/java-8-openjdk-amd64/
+ENV HADOOP_DISTRO="cdh" HADOOP_MAJOR="5" HADOOP_DISTRO_VERSION="5.11.0"
HADOOP_VERSION="2.6.0" \
+ HADOOP_HOME="/tmp/hadoop-cdh"
+ENV HIVE_VERSION="1.1.0" HIVE_HOME="/tmp/hive"
+ENV
HADOOP_URL="https://archive.cloudera.com/${HADOOP_DISTRO}${HADOOP_MAJOR}/${HADOOP_DISTRO}/${HADOOP_MAJOR}/"
+ENV
MINICLUSTER_BASE="https://github.com/bolkedebruin/minicluster/releases/download/"
\
+ MINICLUSTER_HOME="/tmp/minicluster" \
+ MINICLUSTER_VER="1.1"
-ARG APT_DEPS_IMAGE="airflow-apt-deps-ci-slim"
-ENV APT_DEPS_IMAGE=${APT_DEPS_IMAGE}
-ARG KUBERNETES_VERSION="v1.15.0"
-ENV KUBERNETES_VERSION=${KUBERNETES_VERSION}
-ARG KIND_VERSION="v0.5.0"
-ENV KIND_VERSION=${KIND_VERSION}
+RUN mkdir -pv "${HADOOP_HOME}" \
+ && mkdir -pv "${HIVE_HOME}" \
+ && mkdir -pv "${MINICLUSTER_HOME}" \
+ && mkdir -pv "/user/hive/warehouse" \
+ && chmod -R 777 "${HIVE_HOME}" \
+ &&chmod -R 777 "/user/"
Review comment:
Missing space.
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
[email protected]
With regards,
Apache Git Services