Namespace
verlai
Image / Tagverl:vllm012.dev2
Content Digestsha256:d3c17a82ce11f3134f46291c860add8e1321c6a09ae3d7b259be904171b373e9
Details
2026-01-16 13:23:29 +0800
14.9 GB
Labels
-
maintainerNVIDIA CORPORATION <cudatools@nvidia.com>
-
org.opencontainers.image.ref.nameubuntu
-
org.opencontainers.image.version22.04
Environment
CUDA_HOME/usr/local/cuda
CUDA_VERSION12.9.1
GDRCOPY_HOME/home/dpsk_a2a/gdrcopy
LD_LIBRARY_PATH/usr/local/cuda/lib64
LIBRARY_PATH/usr/local/cuda/lib64/stubs
NCCL_VERSION2.27.3-1
NVARCHx86_64
NVIDIA_DRIVER_CAPABILITIEScompute,utility
NVIDIA_PRODUCT_NAMECUDA
NVIDIA_REQUIRE_CUDAcuda>=12.9 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=560,driver<561 brand=grid,driver>=560,driver<561 brand=tesla,driver>=560,driver<561 brand=nvidia,driver>=560,driver<561 brand=quadro,driver>=560,driver<561 brand=quadrortx,driver>=560,driver<561 brand=nvidiartx,driver>=560,driver<561 brand=vapps,driver>=560,driver<561 brand=vpc,driver>=560,driver<561 brand=vcs,driver>=560,driver<561 brand=vws,driver>=560,driver<561 brand=cloudgaming,driver>=560,driver<561 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571
NVIDIA_VISIBLE_DEVICESall
NVSHMEM_DIR/home/dpsk_a2a/deepep-nvshmem/install
NV_CUDA_CUDART_DEV_VERSION12.9.79-1
NV_CUDA_CUDART_VERSION12.9.79-1
NV_CUDA_LIB_VERSION12.9.1-1
NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGEcuda-nsight-compute-12-9=12.9.1-1
NV_CUDA_NSIGHT_COMPUTE_VERSION12.9.1-1
NV_LIBCUBLAS_DEV_PACKAGElibcublas-dev-12-9=12.9.1.4-1
NV_LIBCUBLAS_DEV_PACKAGE_NAMElibcublas-dev-12-9
NV_LIBCUBLAS_DEV_VERSION12.9.1.4-1
NV_LIBCUBLAS_PACKAGElibcublas-12-9=12.9.1.4-1
NV_LIBCUBLAS_PACKAGE_NAMElibcublas-12-9
NV_LIBCUBLAS_VERSION12.9.1.4-1
NV_LIBCUSPARSE_DEV_VERSION12.5.10.65-1
NV_LIBCUSPARSE_VERSION12.5.10.65-1
NV_LIBNCCL_DEV_PACKAGElibnccl-dev=2.27.3-1+cuda12.9
NV_LIBNCCL_DEV_PACKAGE_NAMElibnccl-dev
NV_LIBNCCL_DEV_PACKAGE_VERSION2.27.3-1
NV_LIBNCCL_PACKAGElibnccl2=2.27.3-1+cuda12.9
NV_LIBNCCL_PACKAGE_NAMElibnccl2
NV_LIBNCCL_PACKAGE_VERSION2.27.3-1
NV_LIBNPP_DEV_PACKAGElibnpp-dev-12-9=12.4.1.87-1
NV_LIBNPP_DEV_VERSION12.4.1.87-1
NV_LIBNPP_PACKAGElibnpp-12-9=12.4.1.87-1
NV_LIBNPP_VERSION12.4.1.87-1
NV_NVML_DEV_VERSION12.9.79-1
NV_NVPROF_DEV_PACKAGEcuda-nvprof-12-9=12.9.79-1
NV_NVPROF_VERSION12.9.79-1
NV_NVTX_VERSION12.9.79-1
PATH/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
Layers
[#000] sha256:1d387567261efec2a352c45b8d512a8db5c246122fb9f246ae9190252a0c3adb - 0.18% (28.2 MB)
[#001] sha256:f29b1d4013a93a17a4d4acbb760170b608e6707e85419f0e1a2973233f1c0080 - 0.03% (4.43 MB)
[#002] sha256:340d44d2921c44112afe4f535a1a3bcfdc4eed5093388d098937942f7f883739 - 0.65% (98.7 MB)
[#003] sha256:59a4bcbddda3c45ff4949d35d2321b6eca9eaff7daae2334c99226bb19f60c3a - 0.0% (184 Bytes)
[#004] sha256:6e8af4fd0a071982e528b634ba99dec2474c21147f99748be708f36e10e3f4c2 - 0.0% (6.72 KB)
[#005] sha256:8ea5fd421fac4df9781ff4b09f5adad1c01576da281547ce65dd37b9106492b9 - 14.39% (2.15 GB)
[#006] sha256:5de956dea2722793a4d4e84deecf7e544137cf645f53a8f1f95e83a273c98b85 - 0.0% (62.7 KB)
[#007] sha256:fe0519e81d203325ecf35ac372dbbeed3401026e23b9a3601d6977a23f9b27a0 - 0.0% (1.64 KB)
[#008] sha256:4a20f2253cd0ddc12b47db2a5fe6315c1fb0c72c2788c5dd1630a3fb7384d74b - 0.0% (1.49 KB)
[#009] sha256:cf7979b2359a35715bcc5f67059bc7774d57a1ea9214ec012110073d4fc02d00 - 20.15% (3 GB)
[#010] sha256:7eb010f4bfa09a1f31a1c89cc197c644182471558fa4ee98937711b56becc42a - 0.0% (86.9 KB)
[#011] sha256:cb2be065e48529d3d8e1ddcc4e5e882c044163d41285c8e7090a6226c0578154 - 0.57% (86.4 MB)
[#012] sha256:a74b7af79d7289ca460c373a9ee77bd66a89edbcecdcef13a420e8e27833d118 - 0.02% (3.44 MB)
[#013] sha256:9550814c6acf1ddd0a12bdc96bab73b6f2e3cd2c804bd4d1c4b067a4e9e83d04 - 0.0% (164 Bytes)
[#014] sha256:7ec31f89bb307f5df20ad4159879d2e572ec09720db3e6b34fd3e55996f66b8b - 29.22% (4.36 GB)
[#015] sha256:332ff9b0f38aa1fe953abda154ac18fcd679816be23221447e6514a7abb324ad - 6.5% (993 MB)
[#016] sha256:288ada7fa8ee63a9a8596e175c4098a4c5618f31377258ec22df2a7f7d918193 - 0.0% (267 KB)
[#017] sha256:893d71e35e2d3952ea388edf89d5ba0baec2d4047ddf000c38007dcdb2375e08 - 4.75% (726 MB)
[#018] sha256:1d289cd5921ea98f2100d7046ac505d5e92bfee7ba320ff55c506558de095790 - 0.13% (20.5 MB)
[#019] sha256:9ac513ddd1f58e194580855876c2368a2780cac6d6f19da905e42ff3131d23ee - 0.32% (48.6 MB)
[#020] sha256:7b38db639c1e74a623728065bec01725473fff4809c15ccd92bfeac8aecf86a5 - 2.02% (308 MB)
[#021] sha256:eac339166441b11c56c286301f4aa3b9b8b36d12445e381afe8c11332643eef8 - 0.0% (92 Bytes)
[#022] sha256:dd83d39137c6033de9e6d5a33d5ee8e8e51c88303a0e87278cbc3157729e13fa - 0.27% (41.3 MB)
[#023] sha256:1a7c962e4532459d5fbed049302647360ad3fef9136f902710ed149bbc79cde8 - 0.79% (121 MB)
[#024] sha256:fbe7e377c03831b85875a59da23754ac7edbb5ddd0687e7d02d61a6166a6f313 - 2.65% (404 MB)
[#025] sha256:43a09d2e364bc3dd6055c3ad908d56d0fc60d46f91dbee7817c44087254c5b85 - 0.0% (149 Bytes)
[#026] sha256:821ecc7cb572f7b24d4f447fab01165ee25a1c1808b837d59b18380d4e7edcbb - 0.04% (6.11 MB)
[#027] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#028] sha256:6d43ea7415253bfb48384ef161aa507de55b0d54a240cdcd6a325011bfae5e1d - 11.01% (1.64 GB)
[#029] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#030] sha256:4d2c8085dc9f582fb56028d04158d182c00fc5e84fa2729547a71445ad8822bd - 1.05% (160 MB)
[#031] sha256:a15cb7603b2c46d91eb9843d78f40411cccfc4f0d208f9d600cf0b0d003b6dc0 - 0.01% (1.14 MB)
[#032] sha256:db57a769a4e3a5e06dfe4c2cf8fcb95d7d57b1f560b7f1658e48b20a4979c33a - 0.14% (21.8 MB)
[#033] sha256:05d526e6a89518b7bee9ca71a7b0ffa4242c4f81c9896252f73be9d861dcaf8c - 0.0% (377 KB)
[#034] sha256:28b9468c710266184637bea1e1acc5d053a262b7fd9453147b172c97b60e3b8b - 0.02% (3.61 MB)
[#035] sha256:beb97812ae0e3878a6f76e85e130b488878e9ee7d4afaabea40d64da1aeb47fe - 1.0% (152 MB)
[#036] sha256:4d8e6bd37cac4521dc85a888438a1838e9ad6c4267d68754d43c506e70dc84ee - 0.0% (607 KB)
[#037] sha256:42c68e94e52be6ba669b2e1b69aba469aade58890a56b358ed6f712cddbcaba3 - 0.0% (11 KB)
[#038] sha256:b6808c20588102348ee955905c43509c39909ad8dc68f74f1c611ecf51ac91b4 - 4.07% (622 MB)
History
/bin/sh -c #(nop) ARG RELEASE
2025-07-14 16:33:29 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2025-07-14 16:33:29 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
2025-07-14 16:33:29 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04
2025-07-14 16:33:31 UTC/bin/sh -c #(nop) ADD file:415bbc01dfb447d002e2d8173e113ef025d2bbfa20f1205823fa699dc87a2019 in /
2025-07-14 16:33:32 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2025-07-18 20:11:02 UTC (buildkit.dockerfile.v0)ENV NVARCH=x86_64
2025-07-18 20:11:02 UTC (buildkit.dockerfile.v0)ENV NVIDIA_REQUIRE_CUDA=cuda>=12.9 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=560,driver<561 brand=grid,driver>=560,driver<561 brand=tesla,driver>=560,driver<561 brand=nvidia,driver>=560,driver<561 brand=quadro,driver>=560,driver<561 brand=quadrortx,driver>=560,driver<561 brand=nvidiartx,driver>=560,driver<561 brand=vapps,driver>=560,driver<561 brand=vpc,driver>=560,driver<561 brand=vcs,driver>=560,driver<561 brand=vws,driver>=560,driver<561 brand=cloudgaming,driver>=560,driver<561 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571
2025-07-18 20:11:02 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_VERSION=12.9.79-1
2025-07-18 20:11:02 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2025-07-18 20:11:02 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2025-07-18 20:11:02 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSLO https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/${NVARCH}/cuda-keyring_1.1-1_all.deb && dpkg -i cuda-keyring_1.1-1_all.deb && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
2025-07-18 20:11:02 UTC (buildkit.dockerfile.v0)ENV CUDA_VERSION=12.9.1
2025-07-18 20:11:19 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-12-9=${NV_CUDA_CUDART_VERSION} cuda-compat-12-9 && rm -rf /var/lib/apt/lists/* # buildkit
2025-07-18 20:11:19 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c echo "/usr/local/cuda/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
2025-07-18 20:11:19 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2025-07-18 20:11:19 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/cuda/lib64
2025-07-18 20:11:19 UTC (buildkit.dockerfile.v0)COPY NGC-DL-CONTAINER-LICENSE / # buildkit
2025-07-18 20:11:19 UTC (buildkit.dockerfile.v0)ENV NVIDIA_VISIBLE_DEVICES=all
2025-07-18 20:11:19 UTC (buildkit.dockerfile.v0)ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
2025-07-18 20:16:42 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=12.9.1-1
2025-07-18 20:16:42 UTC (buildkit.dockerfile.v0)ENV NV_NVTX_VERSION=12.9.79-1
2025-07-18 20:16:42 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_VERSION=12.4.1.87-1
2025-07-18 20:16:42 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_PACKAGE=libnpp-12-9=12.4.1.87-1
2025-07-18 20:16:42 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_VERSION=12.5.10.65-1
2025-07-18 20:16:42 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-9
2025-07-18 20:16:42 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_VERSION=12.9.1.4-1
2025-07-18 20:16:42 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE=libcublas-12-9=12.9.1.4-1
2025-07-18 20:16:42 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_NAME=libnccl2
2025-07-18 20:16:42 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_VERSION=2.27.3-1
2025-07-18 20:16:42 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.27.3-1
2025-07-18 20:16:42 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE=libnccl2=2.27.3-1+cuda12.9
2025-07-18 20:16:42 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2025-07-18 20:16:42 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2025-07-18 20:16:42 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-12-9=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-12-9=${NV_NVTX_VERSION} libcusparse-12-9=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} ${NV_LIBNCCL_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2025-07-18 20:16:43 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} ${NV_LIBNCCL_PACKAGE_NAME} # buildkit
2025-07-18 20:16:43 UTC (buildkit.dockerfile.v0)COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit
2025-07-18 20:16:43 UTC (buildkit.dockerfile.v0)COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit
2025-07-18 20:16:43 UTC (buildkit.dockerfile.v0)ENV NVIDIA_PRODUCT_NAME=CUDA
2025-07-18 20:16:43 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=12.9.1-1
2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_DEV_VERSION=12.9.79-1
2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)ENV NV_NVML_DEV_VERSION=12.9.79-1
2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_DEV_VERSION=12.5.10.65-1
2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_VERSION=12.4.1.87-1
2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-12-9=12.4.1.87-1
2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_VERSION=12.9.1.4-1
2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-12-9
2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-12-9=12.9.1.4-1
2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=12.9.1-1
2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-12-9=12.9.1-1
2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)ENV NV_NVPROF_VERSION=12.9.79-1
2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)ENV NV_NVPROF_DEV_PACKAGE=cuda-nvprof-12-9=12.9.79-1
2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev
2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.27.3-1
2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.27.3-1
2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.27.3-1+cuda12.9
2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-dev-12-9=${NV_CUDA_CUDART_DEV_VERSION} cuda-command-line-tools-12-9=${NV_CUDA_LIB_VERSION} cuda-minimal-build-12-9=${NV_CUDA_LIB_VERSION} cuda-libraries-dev-12-9=${NV_CUDA_LIB_VERSION} cuda-nvml-dev-12-9=${NV_NVML_DEV_VERSION} ${NV_NVPROF_DEV_PACKAGE} ${NV_LIBNPP_DEV_PACKAGE} libcusparse-dev-12-9=${NV_LIBCUSPARSE_DEV_VERSION} ${NV_LIBCUBLAS_DEV_PACKAGE} ${NV_LIBNCCL_DEV_PACKAGE} ${NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_DEV_PACKAGE_NAME} ${NV_LIBNCCL_DEV_PACKAGE_NAME} # buildkit
2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs
2025-12-19 14:28:18 +0800 (buildkit.dockerfile.v0)ARG DEBIAN_FRONTEND=noninteractive
2025-12-19 14:28:18 +0800 (buildkit.dockerfile.v0)ARG PIP_NO_CACHE_DIR=1
2025-12-19 14:28:18 +0800 (buildkit.dockerfile.v0)RUN |2 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 /bin/sh -c apt-get update && apt-get install -y git wget cmake build-essential libibverbs-dev libnuma-dev numactl software-properties-common && add-apt-repository ppa:deadsnakes/ppa -y && apt-get update && apt-get install -y python3.12 python3.12-dev && rm -rf /var/lib/apt/lists/* # buildkit
2025-12-19 14:28:27 +0800 (buildkit.dockerfile.v0)RUN |2 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 /bin/sh -c wget https://bootstrap.pypa.io/get-pip.py && python3.12 get-pip.py && rm get-pip.py # buildkit
2025-12-19 14:28:27 +0800 (buildkit.dockerfile.v0)RUN |2 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 /bin/sh -c ln -sf /usr/bin/python3.12 /usr/bin/python3 && ln -sf /usr/bin/python3.12 /usr/bin/python # buildkit
2025-12-19 14:38:08 +0800 (buildkit.dockerfile.v0)RUN |2 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 /bin/sh -c pip install torch==2.9.0 torchvision torchaudio --index-url https://download.pytorch.org/whl/cu129 # buildkit
2025-12-19 14:41:50 +0800 (buildkit.dockerfile.v0)RUN |2 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 /bin/sh -c pip install vllm==0.12.0 # buildkit
2025-12-19 14:41:55 +0800 (buildkit.dockerfile.v0)RUN |2 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 /bin/sh -c pip install pybind11 # buildkit
2025-12-19 14:43:48 +0800 (buildkit.dockerfile.v0)RUN |2 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 /bin/sh -c wget https://developer.download.nvidia.com/compute/cuda/repos/debian12/x86_64/cuda-keyring_1.1-1_all.deb && dpkg -i cuda-keyring_1.1-1_all.deb && apt-get update && apt-get -y install cudnn && rm -rf /var/lib/apt/lists/* # buildkit
2025-12-19 14:43:56 +0800 (buildkit.dockerfile.v0)RUN |2 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 /bin/sh -c pip install nvidia-mathdx # buildkit
2025-12-19 15:37:45 +0800 (buildkit.dockerfile.v0)RUN |2 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 /bin/sh -c MAX_JOBS=128 pip install -v --disable-pip-version-check --no-build-isolation --config-settings "--build-option=--cpp_ext" --config-settings "--build-option=--cuda_ext" git+https://github.com/NVIDIA/apex.git # buildkit
2025-12-29 15:07:44 +0800 (buildkit.dockerfile.v0)RUN |2 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 /bin/sh -c export NVTE_FRAMEWORK=pytorch && MAX_JOBS=128 NVTE_BUILD_THREADS_PER_JOB=4 pip3 install --resume-retries 999 --no-build-isolation git+https://github.com/NVIDIA/TransformerEngine.git@release_v2.10 # buildkit
2025-12-29 15:07:47 +0800 (buildkit.dockerfile.v0)RUN |2 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 /bin/sh -c pip install --upgrade transformers tokenizers # buildkit
2025-12-29 15:08:10 +0800 (buildkit.dockerfile.v0)RUN |2 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 /bin/sh -c pip install codetiming tensordict mathruler pylatexenc qwen_vl_utils # buildkit
2025-12-29 15:08:37 +0800 (buildkit.dockerfile.v0)RUN |2 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 /bin/sh -c pip install flash_attn==2.8.1 --no-build-isolation # buildkit
2026-01-15 11:01:01 +0800 (buildkit.dockerfile.v0)RUN |2 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 /bin/sh -c NSIGHT_VERSION=2025.6.1_2025.6.1.190-1_$(if [ "$(uname -m)" = "aarch64" ]; then echo "arm64"; else echo "amd64"; fi) && wget https://developer.nvidia.com/downloads/assets/tools/secure/nsight-systems/2025_6/nsight-systems-${NSIGHT_VERSION}.deb && apt-get update && apt-get install -y libxcb-cursor0 && apt-get install -y ./nsight-systems-${NSIGHT_VERSION}.deb && rm -rf /usr/local/cuda/bin/nsys && ln -s /opt/nvidia/nsight-systems/2025.6.1/nsys /usr/local/cuda/bin/nsys && rm -rf /usr/local/cuda/bin/nsys-ui && ln -s /opt/nvidia/nsight-systems/2025.6.1/nsys-ui /usr/local/cuda/bin/nsys-ui && rm nsight-systems-${NSIGHT_VERSION}.deb && rm -rf /var/lib/apt/lists/* # buildkit
2026-01-15 11:01:01 +0800 (buildkit.dockerfile.v0)WORKDIR /home/dpsk_a2a
2026-01-15 11:01:11 +0800 (buildkit.dockerfile.v0)RUN |2 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 /bin/sh -c git clone -b v2.3.1 https://github.com/NVIDIA/gdrcopy.git && git clone https://github.com/deepseek-ai/DeepEP.git && cd DeepEP && git checkout a84a248 && cd /home/dpsk_a2a && wget https://developer.nvidia.com/downloads/assets/secure/nvshmem/nvshmem_src_3.2.5-1.txz && tar -xvf nvshmem_src_3.2.5-1.txz && mv nvshmem_src deepep-nvshmem && cd deepep-nvshmem && git apply /home/dpsk_a2a/DeepEP/third-party/nvshmem.patch && sed -i '16i#include <getopt.h>' /home/dpsk_a2a/deepep-nvshmem/examples/moe_shuffle.cu # buildkit
2026-01-15 11:01:11 +0800 (buildkit.dockerfile.v0)ENV CUDA_HOME=/usr/local/cuda
2026-01-15 11:01:11 +0800 (buildkit.dockerfile.v0)ENV GDRCOPY_HOME=/home/dpsk_a2a/gdrcopy
2026-01-15 11:01:11 +0800 (buildkit.dockerfile.v0)WORKDIR /home/dpsk_a2a/deepep-nvshmem
2026-01-15 11:01:11 +0800 (buildkit.dockerfile.v0)ARG TORCH_CUDA_ARCH_LIST=80;90;100
2026-01-16 13:18:37 +0800 (buildkit.dockerfile.v0)RUN |3 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 TORCH_CUDA_ARCH_LIST=80;90;100 /bin/sh -c NVSHMEM_SHMEM_SUPPORT=0 NVSHMEM_UCX_SUPPORT=0 NVSHMEM_USE_NCCL=0 NVSHMEM_MPI_SUPPORT=0 NVSHMEM_IBGDA_SUPPORT=1 NVSHMEM_PMIX_SUPPORT=0 NVSHMEM_TIMEOUT_DEVICE_POLLING=0 NVSHMEM_USE_GDRCOPY=1 cmake -S . -B build/ -DCMAKE_INSTALL_PREFIX=/home/dpsk_a2a/deepep-nvshmem/install -DCMAKE_CUDA_ARCHITECTURES="80;90;100" && cd build && make install -j # buildkit
2026-01-16 13:18:37 +0800 (buildkit.dockerfile.v0)WORKDIR /home/dpsk_a2a/DeepEP
2026-01-16 13:18:37 +0800 (buildkit.dockerfile.v0)ENV NVSHMEM_DIR=/home/dpsk_a2a/deepep-nvshmem/install
2026-01-16 13:19:25 +0800 (buildkit.dockerfile.v0)RUN |3 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 TORCH_CUDA_ARCH_LIST=80;90;100 /bin/sh -c python setup.py install # buildkit
2026-01-16 13:19:30 +0800 (buildkit.dockerfile.v0)RUN |3 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 TORCH_CUDA_ARCH_LIST=80;90;100 /bin/sh -c pip3 install --no-deps trl # buildkit
2026-01-16 13:19:45 +0800 (buildkit.dockerfile.v0)RUN |3 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 TORCH_CUDA_ARCH_LIST=80;90;100 /bin/sh -c pip3 install nvtx matplotlib liger_kernel # buildkit
2026-01-16 13:19:56 +0800 (buildkit.dockerfile.v0)RUN |3 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 TORCH_CUDA_ARCH_LIST=80;90;100 /bin/sh -c pip install -U git+https://github.com/ISEEKYAN/mbridge.git # buildkit
2026-01-16 13:20:27 +0800 (buildkit.dockerfile.v0)RUN |3 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 TORCH_CUDA_ARCH_LIST=80;90;100 /bin/sh -c pip install --no-deps git+https://github.com/NVIDIA/Megatron-LM.git@core_v0.15.0 # buildkit
2026-01-16 13:21:55 +0800 (buildkit.dockerfile.v0)RUN |3 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 TORCH_CUDA_ARCH_LIST=80;90;100 /bin/sh -c pip install git+https://github.com/volcengine/verl.git@v0.6.0 && pip uninstall -y verl # buildkit
2026-01-16 13:22:08 +0800 (buildkit.dockerfile.v0)RUN |3 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 TORCH_CUDA_ARCH_LIST=80;90;100 /bin/sh -c apt-get update && apt-get install -y curl && rm -rf /var/lib/apt/lists/* # buildkit
2026-01-16 13:22:08 +0800 (buildkit.dockerfile.v0)RUN |3 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 TORCH_CUDA_ARCH_LIST=80;90;100 /bin/sh -c sed -i '/nvidia-cudnn-cu12/d' /usr/local/lib/python3.12/dist-packages/torch-2.9.0+cu129.dist-info/METADATA # buildkit
2026-01-16 13:23:29 +0800 (buildkit.dockerfile.v0)RUN |3 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 TORCH_CUDA_ARCH_LIST=80;90;100 /bin/sh -c pip install --no-deps --force-reinstall nvidia-cudnn-cu12==9.16.0.29 # buildkit
Delete Tag
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.