CUDA 12.3 package docker

.github/workflows/build_docker_package.yaml

@@ -12,8 +12,8 @@ jobs:
           - cpu
           - rocm61
           - rocm62
-          - cu121
           - cu122
+          - cu123
 
     runs-on: ubuntu-latest
     steps:

docker/Dockerfile.package-cpu

@@ -29,7 +29,6 @@ RUN bash /install/almalinux_install_conda.sh
 ENV PATH=/opt/conda/bin:${PATH}
 
 # Install Python
-RUN conda create -n py37 python=3.7 -y
 RUN conda create -n py38 python=3.8 -y
 RUN conda create -n py39 python=3.9 -y
 RUN conda create -n py310 python=3.10 -y

docker/Dockerfile.package-cu117

@@ -36,7 +36,6 @@ RUN bash /install/almalinux_install_conda.sh
 ENV PATH=/opt/conda/bin:${PATH}
 
 # Install Python
-RUN conda create -n py37 python=3.7 -y
 RUN conda create -n py38 python=3.8 -y
 RUN conda create -n py39 python=3.9 -y
 RUN conda create -n py310 python=3.10 -y

docker/Dockerfile.package-cu118

@@ -36,7 +36,6 @@ RUN bash /install/almalinux_install_conda.sh
 ENV PATH=/opt/conda/bin:${PATH}
 
 # Install Python
-RUN conda create -n py37 python=3.7 -y
 RUN conda create -n py38 python=3.8 -y
 RUN conda create -n py39 python=3.9 -y
 RUN conda create -n py310 python=3.10 -y

docker/Dockerfile.package-cu121

@@ -36,7 +36,6 @@ RUN bash /install/almalinux_install_conda.sh
 ENV PATH=/opt/conda/bin:${PATH}
 
 # Install Python
-RUN conda create -n py37 python=3.7 -y
 RUN conda create -n py38 python=3.8 -y
 RUN conda create -n py39 python=3.9 -y
 RUN conda create -n py310 python=3.10 -y

docker/Dockerfile.package-cu122

@@ -36,7 +36,6 @@ RUN bash /install/almalinux_install_conda.sh
 ENV PATH=/opt/conda/bin:${PATH}
 
 # Install Python
-RUN conda create -n py37 python=3.7 -y
 RUN conda create -n py38 python=3.8 -y
 RUN conda create -n py39 python=3.9 -y
 RUN conda create -n py310 python=3.10 -y

docker/Dockerfile.package-cu123

@@ -0,0 +1,54 @@
+# Docker image: mlc-ai/package-vulkan
+
+FROM quay.io/pypa/manylinux_2_28_x86_64
+
+# install core
+COPY install/almalinux_install_core.sh /install/almalinux_install_core.sh
+RUN bash /install/almalinux_install_core.sh
+
+# install cmake
+COPY install/almalinux_install_cmake.sh /install/almalinux_install_cmake.sh
+RUN bash /install/almalinux_install_cmake.sh
+
+# install llvm
+COPY install/almalinux_install_llvm.sh /install/almalinux_install_llvm.sh
+RUN bash /install/almalinux_install_llvm.sh
+
+# install cuda
+COPY install/almalinux_install_cuda_123.sh /install/almalinux_install_cuda.sh
+RUN bash /install/almalinux_install_cuda.sh
+ENV CUDA_HOME=/usr/local/cuda
+ENV PATH=${CUDA_HOME}/bin:${PATH}
+ENV LD_LIBRARY_PATH=${CUDA_HOME}/lib64:${PATH}
+
+# install vulkan sdk
+COPY install/almalinux_install_vulkan_sdk.sh /install/almalinux_install_vulkan_sdk.sh
+RUN bash /install/almalinux_install_vulkan_sdk.sh
+
+# upgrade patchelf due to the bug in patchelf 0.10
+# see details at https://stackoverflow.com/questions/61007071/auditwheel-repair-not-working-as-expected
+COPY install/almalinux_install_patchelf.sh /install/almalinux_install_patchelf.sh
+RUN bash /install/almalinux_install_patchelf.sh
+
+# Install Conda
+COPY install/almalinux_install_conda.sh /install/almalinux_install_conda.sh
+RUN bash /install/almalinux_install_conda.sh
+ENV PATH=/opt/conda/bin:${PATH}
+
+# Install Python
+RUN conda create -n py38 python=3.8 -y
+RUN conda create -n py39 python=3.9 -y
+RUN conda create -n py310 python=3.10 -y
+RUN conda create -n py311 python=3.11 -y
+RUN conda create -n py312 python=3.12 -y
+COPY install/almalinux_install_python_package.sh /install/almalinux_install_python_package.sh
+RUN bash /install/almalinux_install_python_package.sh
+
+# Install auditwheel
+COPY install/almalinux_install_auditwheel.sh /install/almalinux_install_auditwheel.sh
+RUN bash /install/almalinux_install_auditwheel.sh
+ENV AUDITWHEEL_PLAT=manylinux_2_28_x86_64
+
+# Install Rust
+COPY install/almalinux_install_rust.sh /install/almalinux_install_rust.sh
+RUN bash /install/almalinux_install_rust.sh

docker/Dockerfile.package-rocm56

@@ -33,7 +33,6 @@ RUN bash /install/almalinux_install_conda.sh
 ENV PATH=/opt/conda/bin:${PATH}
 
 # Install Python
-RUN conda create -n py37 python=3.7 -y
 RUN conda create -n py38 python=3.8 -y
 RUN conda create -n py39 python=3.9 -y
 RUN conda create -n py310 python=3.10 -y

docker/Dockerfile.package-rocm57

@@ -33,7 +33,6 @@ RUN bash /install/almalinux_install_conda.sh
 ENV PATH=/opt/conda/bin:${PATH}
 
 # Install Python
-RUN conda create -n py37 python=3.7 -y
 RUN conda create -n py38 python=3.8 -y
 RUN conda create -n py39 python=3.9 -y
 RUN conda create -n py310 python=3.10 -y

docker/Dockerfile.package-rocm61

@@ -33,7 +33,6 @@ RUN bash /install/almalinux_install_conda.sh
 ENV PATH=/opt/conda/bin:${PATH}
 
 # Install Python
-RUN conda create -n py37 python=3.7 -y
 RUN conda create -n py38 python=3.8 -y
 RUN conda create -n py39 python=3.9 -y
 RUN conda create -n py310 python=3.10 -y

docker/Dockerfile.package-rocm62

@@ -33,7 +33,6 @@ RUN bash /install/almalinux_install_conda.sh
 ENV PATH=/opt/conda/bin:${PATH}
 
 # Install Python
-RUN conda create -n py37 python=3.7 -y
 RUN conda create -n py38 python=3.8 -y
 RUN conda create -n py39 python=3.9 -y
 RUN conda create -n py310 python=3.10 -y

docker/install/almalinux_install_cuda_123.sh

@@ -0,0 +1,15 @@
+#!/bin/bash
+
+set -e
+set -o pipefail
+
+dnf install epel-release -y
+dnf update -y
+rpm -q epel-release
+yum config-manager --add-repo http://developer.download.nvidia.com/compute/cuda/repos/rhel8/x86_64/cuda-rhel8.repo
+sed -i '2imodule_hotfixes=1' /etc/yum.repos.d/cuda-rhel8.repo
+dnf install kernel-devel -y
+dnf install cuda-12-3 -y
+
+NCCL_VERSION=$(dnf --showduplicates list libnccl | grep "cuda12.3" | tail -1 | awk '{print $2}')
+dnf install libnccl-$NCCL_VERSION libnccl-devel-$NCCL_VERSION libnccl-static-$NCCL_VERSION -y