This is an automated email from the ASF dual-hosted git repository.
comphead pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/datafusion-comet.git
The following commit(s) were added to refs/heads/main by this push:
new 7ac2fb9f Create Comet docker file (#675)
7ac2fb9f is described below
commit 7ac2fb9f6672fbb29c2e5de7e62b457efc0bfebf
Author: Oleks V <[email protected]>
AuthorDate: Wed Jul 17 10:22:23 2024 -0700
Create Comet docker file (#675)
* Create Comet docker file
---
kube/Dockerfile | 45 +++++++++++++++++++++++++++++++++++++++++++++
1 file changed, 45 insertions(+)
diff --git a/kube/Dockerfile b/kube/Dockerfile
new file mode 100644
index 00000000..ed4e7aa0
--- /dev/null
+++ b/kube/Dockerfile
@@ -0,0 +1,45 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+FROM apache/spark:3.4.3 AS builder
+
+USER root
+
+# Installing JDK11 as the image comes with JRE
+RUN apt update \
+ && apt install -y git \
+ && apt install -y curl \
+ && apt install -y openjdk-11-jdk \
+ && apt clean
+
+RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y
+ENV PATH="/root/.cargo/bin:${PATH}"
+ENV RUSTFLAGS="-C debuginfo=line-tables-only -C incremental=false"
+ENV SPARK_VERSION=3.4
+ENV SCALA_VERSION=2.12
+
+# Pick the JDK instead of JRE to compile Comet
+RUN cd /opt \
+ && git clone https://github.com/apache/datafusion-comet.git \
+ && cd datafusion-comet \
+ && JAVA_HOME=$(readlink -f $(which javac) | sed "s/\/bin\/javac//") make
release PROFILES="-Pspark-$SPARK_VERSION -Pscala-$SCALA_VERSION"
+
+FROM apache/spark:3.4.3
+ENV SPARK_VERSION=3.4
+ENV SCALA_VERSION=2.12
+USER root
+COPY --from=builder
/opt/datafusion-comet/spark/target/comet-spark-spark${SPARK_VERSION}_$SCALA_VERSION-0.1.0-SNAPSHOT.jar
$SPARK_HOME/jars
\ No newline at end of file
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
