Kyle Roarty has uploaded this change for review. (
https://gem5-review.googlesource.com/c/public/gem5/+/46239 )
Change subject: util: Update GCN Dockerfile for ROCm 4
......................................................................
util: Update GCN Dockerfile for ROCm 4
This now installs ROCm 4 from source instead of ROCm 1.6.
Change-Id: I380ca06e93d48475e93d18f69eb97756186772ab
---
M util/dockerfiles/gcn-gpu/Dockerfile
1 file changed, 152 insertions(+), 144 deletions(-)
diff --git a/util/dockerfiles/gcn-gpu/Dockerfile
b/util/dockerfiles/gcn-gpu/Dockerfile
index e5683ab..491c960 100644
--- a/util/dockerfiles/gcn-gpu/Dockerfile
+++ b/util/dockerfiles/gcn-gpu/Dockerfile
@@ -1,166 +1,174 @@
-FROM ubuntu:16.04
+# Copyright (c) 2020 The Regents of the University of California
+# All Rights Reserved.
+#
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions are
+# met: redistributions of source code must retain the above copyright
+# notice, this list of conditions and the following disclaimer;
+# redistributions in binary form must reproduce the above copyright
+# notice, this list of conditions and the following disclaimer in the
+# documentation and/or other materials provided with the distribution;
+# neither the name of the copyright holders nor the names of its
+# contributors may be used to endorse or promote products derived from
+# this software without specific prior written permission.
+#
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+FROM ubuntu:20.04
+ENV DEBIAN_FRONTEND=noninteractive
+RUN apt -y update
+RUN apt -y upgrade
+RUN apt -y install build-essential git m4 scons zlib1g zlib1g-dev \
+ libprotobuf-dev protobuf-compiler libprotoc-dev
libgoogle-perftools-dev \
+ python3-dev python3-six python-is-python3 doxygen libboost-all-dev \
+ libhdf5-serial-dev python3-pydot libpng-dev libelf-dev pkg-config
-# Needed for add-apt-repository
-RUN apt-get update && apt-get install -y --no-install-recommends \
- software-properties-common
+# Requirements for ROCm
+RUN apt -y install cmake mesa-common-dev libgflags-dev libgoogle-glog-dev
-# Ubuntu 16.04 does not have a python package new enough for gem5, use a
PPA
-RUN add-apt-repository ppa:deadsnakes/ppa && apt-get update
+RUN git clone
https://github.com/RadeonOpenCompute/ROCT-Thunk-Interface.git &&\
+ git -C /ROCT-Thunk-Interface/ checkout roc-4.0.x && \
+ mkdir -p /ROCT-Thunk-Interface/build
-# Should be minimal needed packages
-RUN apt-get update && apt-get install -y --no-install-recommends \
- findutils \
- file \
- libunwind8 \
- libunwind-dev \
- pkg-config \
- build-essential \
- gcc-multilib \
- g++-multilib \
- git \
- ca-certificates \
- m4 \
- zlib1g \
- zlib1g-dev \
- libprotobuf-dev \
- protobuf-compiler \
- libprotoc-dev \
- libgoogle-perftools-dev \
- python-yaml \
- python3.9 \
- python3.9-dev \
- python3.9-distutils \
- wget \
- libpci3 \
- libelf1 \
- libelf-dev \
- cmake \
- openssl \
- libssl-dev \
- libboost-filesystem-dev \
- libboost-system-dev \
- libboost-dev \
- libpng12-dev \
- gdb
+WORKDIR /ROCT-Thunk-Interface/build
+RUN cmake -DCMAKE_BUILD_TYPE=Debug -DCMAKE_INSTALL_PREFIX=/opt/rocm .. && \
+ make -j$(nproc) && make install
+WORKDIR /
-# Use python 3.9 by default
-RUN update-alternatives --install /usr/bin/python3 python3
/usr/bin/python3.9 1
+# There was no rocm-4.0.x tag at the time, there was even a github post
+# stating to use rocm-3.10.x
+RUN git clone https://github.com/RadeonOpenCompute/ROCR-Runtime.git && \
+ git -C /ROCR-Runtime/ checkout rocm-3.10.x && \
+ mkdir -p /ROCR-Runtime/src/build
-# Setuptools is needed for cmake for ROCm build. Install using pip.
-# Instructions to install PIP from https://pypi.org/project/pip/
-RUN wget https://bootstrap.pypa.io/get-pip.py -qO get-pip.py
-RUN python3 get-pip.py
-RUN pip install -U setuptools scons==3.1.2 six
+WORKDIR /ROCR-Runtime/src/build
+# need MEMFD_CREATE=OFF as MEMFD_CREATE syscall isn't implemented
+RUN cmake -DIMAGE_SUPPORT=OFF -DHAVE_MEMFD_CREATE=OFF
-DCMAKE_BUILD_TYPE=Debug\
+ -DCMAKE_INSTALL_PREFIX=/opt/rocm .. && make -j$(nproc) && make install
+WORKDIR /
-ARG gem5_dist=http://dist.gem5.org/dist/develop
+RUN git clone -b roc-4.0.x \
+ https://github.com/RadeonOpenCompute/llvm-project.git && \
+ mkdir -p llvm-project/build
-# Install ROCm 1.6 binaries
-RUN wget -qO- ${gem5_dist}/apt_1.6.4.tar.bz2 \
- | tar -xjv \
- && cd apt_1.6.4/pool/main/ \
- && dpkg -i h/hsakmt-roct-dev/* \
- && dpkg -i h/hsa-ext-rocr-dev/* \
- && dpkg -i h/hsa-rocr-dev/* \
- && dpkg -i r/rocm-utils/* \
- && dpkg -i h/hcc/* \
- && dpkg -i r/rocm-opencl/* \
- && dpkg -i r/rocm-opencl-dev/* \
- && dpkg -i h/hip_base/* \
- && dpkg -i h/hip_hcc/*
+WORKDIR llvm-project/build
+RUN cmake -DCMAKE_INSTALL_PREFIX=/opt/rocm/llvm -DCMAKE_BUILD_TYPE=Release
\
+ -DLLVM_ENABLE_ASSERTIONS=1 -DLLVM_TARGETS_TO_BUILD="AMDGPU;X86" \
+ -DLLVM_ENABLE_PROJECTS="clang;lld;compiler-rt" ../llvm \
+ && make -j$(nproc) && make install
+WORKDIR /
-# Get ROCm libraries we need to compile from source (and ROCm-profiler)
-RUN git clone --single-branch
https://github.com/ROCmSoftwarePlatform/hipBLAS/ && \
- git clone --single-branch
https://github.com/ROCmSoftwarePlatform/rocBLAS/ && \
- git clone --single-branch
https://github.com/ROCmSoftwarePlatform/MIOpenGEMM/ && \
- git clone --single-branch
https://github.com/ROCmSoftwarePlatform/MIOpen/ && \
- git clone --single-branch
https://github.com/RadeonOpenCompute/rocm-cmake/ && \
- git clone --single-branch
https://github.com/rocmarchive/ROCm-Profiler.git
+ENV PATH=/opt/rocm/llvm/bin:$PATH
+RUN git clone -b roc-4.0.x \
+ https://github.com/RadeonOpenCompute/ROCm-Device-Libs.git && \
+ mkdir ROCm-Device-Libs/build
-# Apply patches to various repos
-RUN mkdir -p /patch && cd /patch && \
- wget ${gem5_dist}/rocm_patches/hipBLAS.patch && \
- wget ${gem5_dist}/rocm_patches/miopen-conv.patch && \
- wget ${gem5_dist}/rocm_patches/rocBLAS.patch
+WORKDIR ROCm-Device-Libs/build
+RUN CC=clang CXX=clang++ cmake -DLLVM_DIR=/opt/rocm/llvm \
+ -DCMAKE_BUILD_TYPE=Debug -DLLVM_ENABLE_WERROR=1 \
+ -DLLVM_ENABLE_ASSERTIONS=1 -DCMAKE_INSTALL_PREFIX=/opt/rocm .. && \
+ make -j$(nproc) && make install
+WORKDIR /
-RUN git -C /hipBLAS/ checkout ee57787e && git -C /hipBLAS/ apply
/patch/hipBLAS.patch && \
- git -C /rocBLAS/ checkout cbff4b4e && git -C /rocBLAS/ apply
/patch/rocBLAS.patch && \
- git -C /rocm-cmake/ checkout 12670acb && \
- git -C /MIOpenGEMM/ checkout 9547fb9e && \
- git -C /MIOpen/ checkout 01d6ca55c && git -C /MIOpen/ apply
/patch/miopen-conv.patch
+RUN git clone -b roc-4.0.x \
+ https://github.com/RadeonOpenCompute/ROCm-CompilerSupport.git && \
+ mkdir ROCm-CompilerSupport/lib/comgr/build
-ENV ROCM_PATH /opt/rocm
-ENV HCC_HOME ${ROCM_PATH}/hcc
-ENV HSA_PATH ${ROCM_PATH}/hsa
-ENV HIP_PATH ${ROCM_PATH}/hip
-ENV HIP_PLATFORM hcc
-ENV PATH
${ROCM_PATH}/bin:${HCC_HOME}/bin:${HSA_PATH}/bin:${HIP_PATH}/bin:${PATH}
-ENV HCC_AMDGPU_TARGET gfx801
+WORKDIR ROCm-CompilerSupport/lib/comgr/build
+RUN cmake -DCMAKE_BUILD_TYPE=Debug -DCMAKE_INSTALL_PREFIX=/opt/rocm .. && \
+ make -j$(nproc) && make install
+WORKDIR /
-# Create build dirs for machine learning ROCm installs
-RUN mkdir -p /rocBLAS/build && \
- mkdir -p /hipBLAS/build && \
- mkdir -p /rocm-cmake/build && \
- mkdir -p /MIOpenGEMM/build && \
- mkdir -p /MIOpen/build
-# Do the builds, empty build dir to trim image size
-WORKDIR /rocBLAS/build
-RUN CXX=/opt/rocm/bin/hcc cmake
-DCMAKE_CXX_FLAGS="--amdgpu-target=gfx801" .. && \
- make -j$(nproc) && make install && rm -rf *
+RUN git clone -b rocm-4.0.x \
+ https://github.com/ROCm-Developer-Tools/ROCclr.git && \
+ mkdir -p ROCclr/build
-WORKDIR /hipBLAS/build
-RUN CXX=/opt/rocm/bin/hcc cmake
-DCMAKE_CXX_FLAGS="--amdgpu-target=gfx801" .. && \
- make -j$(nproc) && make install && rm -rf *
+RUN git clone -b rocm-4.0.x \
+ https://github.com/RadeonOpenCompute/ROCm-OpenCL-Runtime.git && \
+ mkdir -p ROCm-OpenCL-Runtime/build
+
+WORKDIR ROCclr/build
+# By default, createProgram ends up compiling some kernels on-the-fly,
+# but we can just return true immediately from the function and
+# the program still works
+RUN sed -i 's/bool KernelBlitManager::createProgram(Device& device)
{/\0\n return true;/' ../device/rocm/rocblit.cpp
+RUN cmake -DOPENCL_DIR="/ROCm-OpenCL-Runtime" \
+ -DCMAKE_INSTALL_PREFIX=/opt/rocm/rocclr -DCMAKE_BUILD_TYPE=Debug .. &&
\
+ make -j$(nproc) && make install
+WORKDIR /
+
+WORKDIR ROCm-OpenCL-Runtime/build
+RUN cmake -DUSE_COMGR_LIBRARY=ON -DCMAKE_PREFIX_PATH="/opt/rocm" \
+ -DCMAKE_BUILD_TYPE=Debug -DCMAKE_INSTALL_PREFIX=/opt/rocm .. && \
+ make -j$(nproc) && make install
+WORKDIR /
+
+RUN git clone -b rocm-4.0.x \
+ https://github.com/ROCm-Developer-Tools/HIP.git && mkdir -p HIP/build
+
+WORKDIR HIP/build
+RUN cmake -DCMAKE_BUILD_TYPE=Debug -DHSA_PATH=/opt/rocm/hsa \
+ -DHIP_COMPILER=clang -DHIP_PLATFORM=rocclr
-DCMAKE_PREFIX_PATH="/opt/rocm"\
+ -DCMAKE_INSTALL_PREFIX=/opt/rocm .. && make -j$(nproc) && make install
+# rocBLAS needs this due to the install script going up a directory level
+# when it's in /opt/rocm at some point
+RUN ln -s /opt/rocm/include /opt/include
+WORKDIR /
+
+
+RUN git clone -b rocm-4.0.x \
+ https://github.com/ROCmSoftwarePlatform/rocBLAS.git && mkdir
rocBLAS/build
+
+ENV HCC_AMDGPU_TARGET=gfx801
+WORKDIR rocBLAS
+# This might need to be changed. I was trying to only install a subset
+# of rocBLAS files
+RUN ./install.sh -d -a gfx000 -a gfx803
+
+WORKDIR /
+RUN git clone -b rocm-4.0.x \
+ https://github.com/ROCmSoftwarePlatform/MIOpen.git && mkdir
MIOpen/build
+
+WORKDIR MIOpen
+# Workaround as a file hosting service that hosted some of the dependencies
+# for MIOpen is no longer running
+RUN wget -q -O -
https://github.com/ROCmSoftwarePlatform/MIOpen/commit/99244b6d9ab14564b5d295428a5f46ded2f9e189.diff
| git apply -v
+RUN cmake -P install_deps.cmake --minimum --prefix /MIOpen/deps
+
+WORKDIR /
+RUN git clone -b roc-4.0.x \
+ https://github.com/RadeonOpenCompute/rocm-cmake.git && \
+ mkdir rocm-cmake/build
WORKDIR /rocm-cmake/build
-RUN cmake .. && cmake --build . --target install && rm -rf *
+RUN cmake .. && cmake --build . --target install
-WORKDIR /MIOpenGEMM/build
-RUN cmake .. && make miopengemm && make install && rm -rf *
+WORKDIR /
+RUN git clone -b roc-4.0.x \
+ https://github.com/RadeonOpenCompute/clang-ocl.git && \
+ mkdir clang-ocl/build
-# Should link this in as a volume if at all possible
-RUN mkdir -p /.cache/miopen && chmod 777 /.cache/miopen
-
-# Un-set default c++ version for MIOpen compilation
-# As MIOpen 1.7 requires c++14 or higher
-RUN sed
-i 's/INTERFACE_COMPILE_OPTIONS "-std=c++amp;-fPIC;-gline-tables-only"/#&/'
/opt/rocm/hcc-1.0/lib/cmake/hcc/hcc-targets.cmake && \
- sed -i 's/INTERFACE_COMPILE_OPTIONS "-hc"/#&/'
/opt/rocm/hcc-1.0/lib/cmake/hcc/hcc-targets.cmake
-
-WORKDIR /MIOpen
-# Half is required; This is the version that MIOpen would download
-RUN wget https://github.com/pfultz2/half/archive/1.12.0.tar.gz && \
- tar -xzf 1.12.0.tar.gz
+WORKDIR /clang-ocl/build
+RUN cmake .. && cmake --build . --target install
WORKDIR /MIOpen/build
-RUN CXX=/opt/rocm/hcc/bin/hcc cmake \
- -DCMAKE_BUILD_TYPE=Debug \
- -DCMAKE_INSTALL_PREFIX=/opt/rocm \
- -DMIOPEN_BACKEND=HIP \
-
-DCMAKE_PREFIX_PATH="/opt/rocm/hip;/opt/rocm/hcc;/opt/rocm/rocdl;/opt/rocm/miopengemm;/opt/rocm/hsa"
\
- -DMIOPEN_CACHE_DIR=/.cache/miopen \
- -DMIOPEN_AMDGCN_ASSEMBLER_PATH=/opt/rocm/opencl/bin \
- -DHALF_INCLUDE_DIR=/MIOpen/half-1.12.0/include \
- -DCMAKE_CXX_FLAGS="-isystem /usr/include/x86_64-linux-gnu -DDGPU" ..
&& \
- make -j$(nproc) && make install && rm -rf *
-
-# Re-set defaults
-RUN sed
-i 's/#\(INTERFACE_COMPILE_OPTIONS "-std=c++amp;-fPIC;-gline-tables-only"\)/\1/'
/opt/rocm/hcc-1.0/lib/cmake/hcc/hcc-targets.cmake && \
- sed -i 's/#\(INTERFACE_COMPILE_OPTIONS "-hc"\)/\1/'
/opt/rocm/hcc-1.0/lib/cmake/hcc/hcc-targets.cmake
-
-# Create performance DB for gfx801.
-WORKDIR /opt/rocm/miopen/share/miopen/db
-RUN cp gfx803_64.cd.pdb.txt gfx801_4.cd.pdb.txt && \
- cp gfx803_64.cd.pdb.txt gfx801_8.cd.pdb.txt && \
- cp gfx803_64.cd.pdb.txt gfx801_16.cd.pdb.txt && \
- cp gfx803_64.cd.pdb.txt gfx801_32.cd.pdb.txt && \
- cp gfx803_64.cd.pdb.txt gfx801_64.cd.pdb.txt
-
-# Install profiler from .deb file, works for 1.6.2
-WORKDIR /ROCm-Profiler
-RUN dpkg -i package/rocm-profiler_4.0.6036_amd64.deb
-
-# Always use python3 and create a link to config command for gem5 to find
-RUN ln -sf /usr/bin/python3 /usr/bin/python
-RUN ln -sf /usr/bin/python3.9-config /usr/bin/python3-config
+# SQLITE_KERN_CACHE=0 makes the kernel cache work as it does in 1.6, where
+# there are individual directories in the .cache directory for each kernel
+# However changes need to be made to emit the kernels if they don't exist
+RUN CXX=/opt/rocm/llvm/bin/clang++ cmake -DMIOPEN_BACKEND=HIP \
+ -DMIOPEN_ENABLE_SQLITE_KERN_CACHE=0 \
+
-DCMAKE_PREFIX_PATH="/opt/rocm/;/rocBLAS/build/release/rocblas-install/;/MIOpen/deps"
\
+ -DCMAKE_INSTALL_PREFIX=/opt/rocm -DCMAKE_BUILD_TYPE=Debug .. && \
+ make -j$(nproc) && make install
WORKDIR /
--
To view, visit https://gem5-review.googlesource.com/c/public/gem5/+/46239
To unsubscribe, or for help writing mail filters, visit
https://gem5-review.googlesource.com/settings
Gerrit-Project: public/gem5
Gerrit-Branch: develop
Gerrit-Change-Id: I380ca06e93d48475e93d18f69eb97756186772ab
Gerrit-Change-Number: 46239
Gerrit-PatchSet: 1
Gerrit-Owner: Kyle Roarty <kyleroarty1...@gmail.com>
Gerrit-MessageType: newchange
_______________________________________________
gem5-dev mailing list -- gem5-dev@gem5.org
To unsubscribe send an email to gem5-dev-le...@gem5.org
%(web_page_url)slistinfo%(cgiext)s/%(_internal_name)s
