bc3747bdce
* [CI] Migrate to rockylinux8 / manylinux_2_28_x86_64 * Scrub all references to CentOS 7 * Fix * Remove use of yum * Use gcc-10 in cpu * Temporarily disable -Werror * Use GCC 9 for now * Roll back gRPC * Scrub all references to manylinux2014_x86_64 * Revise rename_whl.py to handle no-op rename * Change JDK_VERSION back to 8 * Reviewer's comment * Use GCC 10 * Use Spark 3.5.1, same as in pom.xml * Fix JAR install
55 lines
2.4 KiB
Docker
55 lines
2.4 KiB
Docker
ARG CUDA_VERSION_ARG
|
|
FROM nvcr.io/nvidia/cuda:$CUDA_VERSION_ARG-devel-rockylinux8
|
|
ARG CUDA_VERSION_ARG
|
|
ARG NCCL_VERSION_ARG
|
|
|
|
# Install all basic requirements
|
|
RUN \
|
|
curl -fsSL https://developer.download.nvidia.com/compute/cuda/repos/rhel7/x86_64/D42D0685.pub | sed '/^Version/d' \
|
|
> /etc/pki/rpm-gpg/RPM-GPG-KEY-NVIDIA && \
|
|
dnf -y update && \
|
|
dnf -y install dnf-plugins-core && \
|
|
dnf config-manager --set-enabled powertools && \
|
|
dnf install -y tar unzip wget xz git which ninja-build java-1.8.0-openjdk-devel gcc-toolset-10-gcc gcc-toolset-10-binutils gcc-toolset-10-gcc-c++ && \
|
|
# Python
|
|
wget -nv -O conda.sh https://github.com/conda-forge/miniforge/releases/download/24.3.0-0/Miniforge3-24.3.0-0-Linux-x86_64.sh && \
|
|
bash conda.sh -b -p /opt/miniforge && \
|
|
# CMake
|
|
wget -nv -nc https://cmake.org/files/v3.29/cmake-3.29.5-linux-x86_64.sh --no-check-certificate && \
|
|
bash cmake-3.29.5-linux-x86_64.sh --skip-license --prefix=/usr && \
|
|
# Maven
|
|
wget -nv -nc https://archive.apache.org/dist/maven/maven-3/3.9.7/binaries/apache-maven-3.9.7-bin.tar.gz && \
|
|
tar xvf apache-maven-3.9.7-bin.tar.gz -C /opt && \
|
|
ln -s /opt/apache-maven-3.9.7/ /opt/maven
|
|
|
|
# NCCL2 (License: https://docs.nvidia.com/deeplearning/sdk/nccl-sla/index.html)
|
|
RUN \
|
|
export CUDA_SHORT=`echo $CUDA_VERSION_ARG | grep -o -E '[0-9]+\.[0-9]'` && \
|
|
export NCCL_VERSION=$NCCL_VERSION_ARG && \
|
|
dnf config-manager --add-repo https://developer.download.nvidia.com/compute/cuda/repos/rhel7/x86_64/cuda-rhel7.repo && \
|
|
dnf -y update && \
|
|
dnf install -y libnccl-${NCCL_VERSION}+cuda${CUDA_SHORT} libnccl-devel-${NCCL_VERSION}+cuda${CUDA_SHORT} libnccl-static-${NCCL_VERSION}+cuda${CUDA_SHORT}
|
|
|
|
ENV PATH=/opt/miniforge/bin:/opt/maven/bin:$PATH
|
|
ENV CC=/opt/rh/gcc-toolset-10/root/usr/bin/gcc
|
|
ENV CXX=/opt/rh/gcc-toolset-10/root/usr/bin/c++
|
|
ENV CPP=/opt/rh/gcc-toolset-10/root/usr/bin/cpp
|
|
|
|
# Install Python packages
|
|
RUN pip install numpy pytest scipy scikit-learn wheel kubernetes awscli
|
|
|
|
ENV GOSU_VERSION 1.10
|
|
|
|
# Install lightweight sudo (not bound to TTY)
|
|
RUN set -ex; \
|
|
wget -nv -nc -O /usr/local/bin/gosu "https://github.com/tianon/gosu/releases/download/$GOSU_VERSION/gosu-amd64" && \
|
|
chmod +x /usr/local/bin/gosu && \
|
|
gosu nobody true
|
|
|
|
# Default entry-point to use if running locally
|
|
# It will preserve attributes of created files
|
|
COPY entrypoint.sh /scripts/
|
|
|
|
WORKDIR /workspace
|
|
ENTRYPOINT ["/scripts/entrypoint.sh"]
|