152 строки
4.8 KiB
Docker
152 строки
4.8 KiB
Docker
ARG BASE_IMAGE=rocm/pytorch:rocm5.1.3_ubuntu20.04_py3.7_pytorch_1.11.0
|
|
FROM ${BASE_IMAGE}
|
|
|
|
# 5.1.x base images:
|
|
# rocm5.1.1 - rocm/pytorch:rocm5.1.1_ubuntu20.04_py3.7_pytorch_1.10.0
|
|
# rocm5.1.3 - rocm/pytorch:rocm5.1.3_ubuntu20.04_py3.7_pytorch_1.11.0
|
|
|
|
# OS:
|
|
# - Ubuntu: 20.04
|
|
# - OpenMPI: 4.0.5
|
|
# - Docker Client: 20.10.8
|
|
# ROCm:
|
|
# - ROCm: 5.1.x
|
|
# - RCCL: 2.12.10+6707a27
|
|
# - hipify: 5.1.x
|
|
# Mellanox:
|
|
# - OFED: 5.2-2.2.3.0
|
|
# Intel:
|
|
# - mlc: v3.11
|
|
|
|
LABEL maintainer="SuperBench"
|
|
|
|
ENV DEBIAN_FRONTEND=noninteractive
|
|
RUN apt-get update && \
|
|
apt-get install -y --no-install-recommends \
|
|
autoconf \
|
|
automake \
|
|
build-essential \
|
|
curl \
|
|
dmidecode \
|
|
git \
|
|
hipify-clang \
|
|
iproute2 \
|
|
jq \
|
|
libaio-dev \
|
|
libboost-program-options-dev \
|
|
libcap2 \
|
|
libnuma-dev \
|
|
libpci-dev \
|
|
libssl-dev \
|
|
libtinfo5 \
|
|
libtool \
|
|
lshw \
|
|
python3-mpi4py \
|
|
net-tools \
|
|
numactl \
|
|
openssh-client \
|
|
openssh-server \
|
|
pciutils \
|
|
rsync \
|
|
sudo \
|
|
util-linux \
|
|
vim \
|
|
wget \
|
|
&& \
|
|
apt-get autoremove && \
|
|
apt-get clean && \
|
|
rm -rf /var/lib/apt/lists/* /tmp/*
|
|
|
|
ARG NUM_MAKE_JOBS=
|
|
|
|
# Upgrade CMake from 3.16 to 3.23
|
|
ENV CMAKE_VERSION=3.23.1
|
|
RUN cd /tmp && \
|
|
wget -q https://github.com/Kitware/CMake/releases/download/v${CMAKE_VERSION}/cmake-${CMAKE_VERSION}.tar.gz && \
|
|
tar xzf cmake-${CMAKE_VERSION}.tar.gz && \
|
|
cd cmake-${CMAKE_VERSION} && \
|
|
./bootstrap --prefix=/usr --no-system-curl --parallel=16 && \
|
|
make -j ${NUM_MAKE_JOBS} && \
|
|
make install && \
|
|
rm -rf /tmp/cmake-${CMAKE_VERSION}*
|
|
|
|
# Install Docker
|
|
ENV DOCKER_VERSION=20.10.8
|
|
RUN cd /tmp && \
|
|
wget -q https://download.docker.com/linux/static/stable/x86_64/docker-${DOCKER_VERSION}.tgz -O docker.tgz && \
|
|
tar --extract --file docker.tgz --strip-components 1 --directory /usr/local/bin/ && \
|
|
rm docker.tgz
|
|
|
|
# Update system config
|
|
RUN mkdir -p /root/.ssh && \
|
|
touch /root/.ssh/authorized_keys && \
|
|
mkdir -p /var/run/sshd && \
|
|
sed -i "s/[# ]*PermitRootLogin prohibit-password/PermitRootLogin yes/" /etc/ssh/sshd_config && \
|
|
sed -i "s/[# ]*PermitUserEnvironment no/PermitUserEnvironment yes/" /etc/ssh/sshd_config && \
|
|
sed -i "s/[# ]*Port.*/Port 22/" /etc/ssh/sshd_config && \
|
|
echo "* soft nofile 1048576\n* hard nofile 1048576" >> /etc/security/limits.conf && \
|
|
echo "root soft nofile 1048576\nroot hard nofile 1048576" >> /etc/security/limits.conf
|
|
|
|
# Install OFED
|
|
ENV OFED_VERSION=5.2-2.2.3.0
|
|
ENV UBUNTU_VERSION=20.04
|
|
RUN cd /tmp && \
|
|
wget -q http://content.mellanox.com/ofed/MLNX_OFED-${OFED_VERSION}/MLNX_OFED_LINUX-${OFED_VERSION}-ubuntu${UBUNTU_VERSION}-x86_64.tgz && \
|
|
tar xzf MLNX_OFED_LINUX-${OFED_VERSION}-ubuntu${UBUNTU_VERSION}-x86_64.tgz && \
|
|
PATH=/usr/bin:${PATH} MLNX_OFED_LINUX-${OFED_VERSION}-ubuntu${UBUNTU_VERSION}-x86_64/mlnxofedinstall --user-space-only --without-fw-update --force --all && \
|
|
rm -rf MLNX_OFED_LINUX-${OFED_VERSION}*
|
|
|
|
# Install OpenMPI
|
|
ENV OPENMPI_VERSION=4.0.5
|
|
RUN cd /tmp && \
|
|
wget -q https://www.open-mpi.org/software/ompi/v4.0/downloads/openmpi-${OPENMPI_VERSION}.tar.gz && \
|
|
tar xzf openmpi-${OPENMPI_VERSION}.tar.gz && \
|
|
cd openmpi-${OPENMPI_VERSION} && \
|
|
./configure --enable-orterun-prefix-by-default --with-ucx=/opt/ucx --enable-mca-no-build=btl-uct && \
|
|
make -j ${NUM_MAKE_JOBS} all && \
|
|
make install && \
|
|
ldconfig && \
|
|
rm -rf /tmp/openmpi-${OPENMPI_VERSION}*
|
|
|
|
# Install Intel MLC
|
|
RUN cd /tmp && \
|
|
wget -q https://downloadmirror.intel.com/793041/mlc_v3.11.tgz -O mlc.tgz && \
|
|
tar xzf mlc.tgz Linux/mlc && \
|
|
cp ./Linux/mlc /usr/local/bin/ && \
|
|
rm -rf ./Linux mlc.tgz
|
|
|
|
# Install AOCC compiler
|
|
RUN cd /tmp && \
|
|
wget https://download.amd.com/developer/eula/aocc-compiler/aocc-compiler-4.0.0_1_amd64.deb && \
|
|
apt install -y ./aocc-compiler-4.0.0_1_amd64.deb && \
|
|
rm -rf aocc-compiler-4.0.0_1_amd64.deb
|
|
|
|
# Install AMD BLIS
|
|
RUN cd /tmp && \
|
|
wget https://download.amd.com/developer/eula/blis/blis-4-0/aocl-blis-linux-aocc-4.0.tar.gz && \
|
|
tar xzf aocl-blis-linux-aocc-4.0.tar.gz && \
|
|
mv amd-blis /opt/AMD && \
|
|
rm -rf aocl-blis-linux-aocc-4.0.tar.gz
|
|
|
|
ENV PATH="${PATH}:/opt/rocm/hip/bin/" \
|
|
LD_LIBRARY_PATH="/usr/local/lib/:${LD_LIBRARY_PATH}" \
|
|
SB_HOME=/opt/superbench \
|
|
SB_MICRO_PATH=/opt/superbench \
|
|
ANSIBLE_DEPRECATION_WARNINGS=FALSE \
|
|
ANSIBLE_COLLECTIONS_PATH=/usr/share/ansible/collections
|
|
|
|
RUN echo PATH="$PATH" > /etc/environment && \
|
|
echo LD_LIBRARY_PATH="$LD_LIBRARY_PATH" >> /etc/environment && \
|
|
echo SB_MICRO_PATH="$SB_MICRO_PATH" >> /etc/environment
|
|
|
|
WORKDIR ${SB_HOME}
|
|
|
|
ADD third_party third_party
|
|
RUN make ROCBLAS_BRANCH=release/rocm-rel-5.1 -C third_party rocm -o rocm_hipblaslt -o megatron_deepspeed -o megatron_lm
|
|
|
|
ADD . .
|
|
RUN python3 -m pip install --no-cache-dir .[amdworker] && \
|
|
make cppbuild && \
|
|
make postinstall && \
|
|
rm -rf .git
|