diff --git a/.github/workflows/build_docker_package.yaml b/.github/workflows/build_docker_package.yaml
index 32e4d34..5512d3f 100644
--- a/.github/workflows/build_docker_package.yaml
+++ b/.github/workflows/build_docker_package.yaml
@@ -12,8 +12,8 @@ jobs:
           - cpu
           - rocm61
           - rocm62
-          - cu121
           - cu122
+          - cu123
 
     runs-on: ubuntu-latest
     steps:
diff --git a/docker/Dockerfile.package-cpu b/docker/Dockerfile.package-cpu
index 7052e67..6e90862 100644
--- a/docker/Dockerfile.package-cpu
+++ b/docker/Dockerfile.package-cpu
@@ -29,7 +29,6 @@ RUN bash /install/almalinux_install_conda.sh
 ENV PATH=/opt/conda/bin:${PATH}
 
 # Install Python
-RUN conda create -n py37 python=3.7 -y
 RUN conda create -n py38 python=3.8 -y
 RUN conda create -n py39 python=3.9 -y
 RUN conda create -n py310 python=3.10 -y
diff --git a/docker/Dockerfile.package-cu117 b/docker/Dockerfile.package-cu117
index e2a29b2..ac68d61 100644
--- a/docker/Dockerfile.package-cu117
+++ b/docker/Dockerfile.package-cu117
@@ -36,7 +36,6 @@ RUN bash /install/almalinux_install_conda.sh
 ENV PATH=/opt/conda/bin:${PATH}
 
 # Install Python
-RUN conda create -n py37 python=3.7 -y
 RUN conda create -n py38 python=3.8 -y
 RUN conda create -n py39 python=3.9 -y
 RUN conda create -n py310 python=3.10 -y
diff --git a/docker/Dockerfile.package-cu118 b/docker/Dockerfile.package-cu118
index 68e26b3..af7183d 100644
--- a/docker/Dockerfile.package-cu118
+++ b/docker/Dockerfile.package-cu118
@@ -36,7 +36,6 @@ RUN bash /install/almalinux_install_conda.sh
 ENV PATH=/opt/conda/bin:${PATH}
 
 # Install Python
-RUN conda create -n py37 python=3.7 -y
 RUN conda create -n py38 python=3.8 -y
 RUN conda create -n py39 python=3.9 -y
 RUN conda create -n py310 python=3.10 -y
diff --git a/docker/Dockerfile.package-cu121 b/docker/Dockerfile.package-cu121
index 8e6f4b2..a543697 100644
--- a/docker/Dockerfile.package-cu121
+++ b/docker/Dockerfile.package-cu121
@@ -36,7 +36,6 @@ RUN bash /install/almalinux_install_conda.sh
 ENV PATH=/opt/conda/bin:${PATH}
 
 # Install Python
-RUN conda create -n py37 python=3.7 -y
 RUN conda create -n py38 python=3.8 -y
 RUN conda create -n py39 python=3.9 -y
 RUN conda create -n py310 python=3.10 -y
diff --git a/docker/Dockerfile.package-cu122 b/docker/Dockerfile.package-cu122
index 2868b15..9880cd1 100644
--- a/docker/Dockerfile.package-cu122
+++ b/docker/Dockerfile.package-cu122
@@ -36,7 +36,6 @@ RUN bash /install/almalinux_install_conda.sh
 ENV PATH=/opt/conda/bin:${PATH}
 
 # Install Python
-RUN conda create -n py37 python=3.7 -y
 RUN conda create -n py38 python=3.8 -y
 RUN conda create -n py39 python=3.9 -y
 RUN conda create -n py310 python=3.10 -y
diff --git a/docker/Dockerfile.package-cu123 b/docker/Dockerfile.package-cu123
new file mode 100644
index 0000000..ccacf48
--- /dev/null
+++ b/docker/Dockerfile.package-cu123
@@ -0,0 +1,54 @@
+# Docker image: mlc-ai/package-vulkan
+
+FROM quay.io/pypa/manylinux_2_28_x86_64
+
+# install core
+COPY install/almalinux_install_core.sh /install/almalinux_install_core.sh
+RUN bash /install/almalinux_install_core.sh
+
+# install cmake
+COPY install/almalinux_install_cmake.sh /install/almalinux_install_cmake.sh
+RUN bash /install/almalinux_install_cmake.sh
+
+# install llvm
+COPY install/almalinux_install_llvm.sh /install/almalinux_install_llvm.sh
+RUN bash /install/almalinux_install_llvm.sh
+
+# install cuda
+COPY install/almalinux_install_cuda_123.sh /install/almalinux_install_cuda.sh
+RUN bash /install/almalinux_install_cuda.sh
+ENV CUDA_HOME=/usr/local/cuda
+ENV PATH=${CUDA_HOME}/bin:${PATH}
+ENV LD_LIBRARY_PATH=${CUDA_HOME}/lib64:${PATH}
+
+# install vulkan sdk
+COPY install/almalinux_install_vulkan_sdk.sh /install/almalinux_install_vulkan_sdk.sh
+RUN bash /install/almalinux_install_vulkan_sdk.sh
+
+# upgrade patchelf due to the bug in patchelf 0.10
+# see details at https://stackoverflow.com/questions/61007071/auditwheel-repair-not-working-as-expected
+COPY install/almalinux_install_patchelf.sh /install/almalinux_install_patchelf.sh
+RUN bash /install/almalinux_install_patchelf.sh
+
+# Install Conda
+COPY install/almalinux_install_conda.sh /install/almalinux_install_conda.sh
+RUN bash /install/almalinux_install_conda.sh
+ENV PATH=/opt/conda/bin:${PATH}
+
+# Install Python
+RUN conda create -n py38 python=3.8 -y
+RUN conda create -n py39 python=3.9 -y
+RUN conda create -n py310 python=3.10 -y
+RUN conda create -n py311 python=3.11 -y
+RUN conda create -n py312 python=3.12 -y
+COPY install/almalinux_install_python_package.sh /install/almalinux_install_python_package.sh
+RUN bash /install/almalinux_install_python_package.sh
+
+# Install auditwheel
+COPY install/almalinux_install_auditwheel.sh /install/almalinux_install_auditwheel.sh
+RUN bash /install/almalinux_install_auditwheel.sh
+ENV AUDITWHEEL_PLAT=manylinux_2_28_x86_64
+
+# Install Rust
+COPY install/almalinux_install_rust.sh /install/almalinux_install_rust.sh
+RUN bash /install/almalinux_install_rust.sh
diff --git a/docker/Dockerfile.package-rocm56 b/docker/Dockerfile.package-rocm56
index c5d51da..92b1b30 100644
--- a/docker/Dockerfile.package-rocm56
+++ b/docker/Dockerfile.package-rocm56
@@ -33,7 +33,6 @@ RUN bash /install/almalinux_install_conda.sh
 ENV PATH=/opt/conda/bin:${PATH}
 
 # Install Python
-RUN conda create -n py37 python=3.7 -y
 RUN conda create -n py38 python=3.8 -y
 RUN conda create -n py39 python=3.9 -y
 RUN conda create -n py310 python=3.10 -y
diff --git a/docker/Dockerfile.package-rocm57 b/docker/Dockerfile.package-rocm57
index 8cb989b..de773bf 100644
--- a/docker/Dockerfile.package-rocm57
+++ b/docker/Dockerfile.package-rocm57
@@ -33,7 +33,6 @@ RUN bash /install/almalinux_install_conda.sh
 ENV PATH=/opt/conda/bin:${PATH}
 
 # Install Python
-RUN conda create -n py37 python=3.7 -y
 RUN conda create -n py38 python=3.8 -y
 RUN conda create -n py39 python=3.9 -y
 RUN conda create -n py310 python=3.10 -y
diff --git a/docker/Dockerfile.package-rocm61 b/docker/Dockerfile.package-rocm61
index 2fa4e92..85f585a 100644
--- a/docker/Dockerfile.package-rocm61
+++ b/docker/Dockerfile.package-rocm61
@@ -33,7 +33,6 @@ RUN bash /install/almalinux_install_conda.sh
 ENV PATH=/opt/conda/bin:${PATH}
 
 # Install Python
-RUN conda create -n py37 python=3.7 -y
 RUN conda create -n py38 python=3.8 -y
 RUN conda create -n py39 python=3.9 -y
 RUN conda create -n py310 python=3.10 -y
diff --git a/docker/Dockerfile.package-rocm62 b/docker/Dockerfile.package-rocm62
index 2e14ffa..ea23afc 100644
--- a/docker/Dockerfile.package-rocm62
+++ b/docker/Dockerfile.package-rocm62
@@ -33,7 +33,6 @@ RUN bash /install/almalinux_install_conda.sh
 ENV PATH=/opt/conda/bin:${PATH}
 
 # Install Python
-RUN conda create -n py37 python=3.7 -y
 RUN conda create -n py38 python=3.8 -y
 RUN conda create -n py39 python=3.9 -y
 RUN conda create -n py310 python=3.10 -y
diff --git a/docker/install/almalinux_install_cuda_123.sh b/docker/install/almalinux_install_cuda_123.sh
new file mode 100644
index 0000000..81bd60c
--- /dev/null
+++ b/docker/install/almalinux_install_cuda_123.sh
@@ -0,0 +1,15 @@
+#!/bin/bash
+
+set -e
+set -o pipefail
+
+dnf install epel-release -y
+dnf update -y
+rpm -q epel-release
+yum config-manager --add-repo http://developer.download.nvidia.com/compute/cuda/repos/rhel8/x86_64/cuda-rhel8.repo
+sed -i '2imodule_hotfixes=1' /etc/yum.repos.d/cuda-rhel8.repo
+dnf install kernel-devel -y
+dnf install cuda-12-3 -y
+
+NCCL_VERSION=$(dnf --showduplicates list libnccl | grep "cuda12.3" | tail -1 | awk '{print $2}')
+dnf install libnccl-$NCCL_VERSION libnccl-devel-$NCCL_VERSION libnccl-static-$NCCL_VERSION -y