Namespace
verlai
Image / Tagverl:vllm020.aarch64.dev1
Content Digestsha256:9c091ae2ffc7ed08e7aec0d4fcb31066ddba0a5d3d580f6e349ad3b8fccca137
Details
2026-05-24 22:02:31 -0700
10.6 GB
Labels
-
maintainerNVIDIA CORPORATION <cudatools@nvidia.com>
-
org.opencontainers.image.ref.nameubuntu
-
org.opencontainers.image.version24.04
Environment
CUDA_VERSION13.0.2
LD_LIBRARY_PATH/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64
LIBRARY_PATH/usr/local/cuda/lib64/stubs
NCCL_VERSION2.28.3-1
NVARCHsbsa
NVIDIA_DRIVER_CAPABILITIEScompute,utility
NVIDIA_PRODUCT_NAMECUDA
NVIDIA_REQUIRE_CUDAcuda>=13.0 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571 brand=unknown,driver>=575,driver<576 brand=grid,driver>=575,driver<576 brand=tesla,driver>=575,driver<576 brand=nvidia,driver>=575,driver<576 brand=quadro,driver>=575,driver<576 brand=quadrortx,driver>=575,driver<576 brand=nvidiartx,driver>=575,driver<576 brand=vapps,driver>=575,driver<576 brand=vpc,driver>=575,driver<576 brand=vcs,driver>=575,driver<576 brand=vws,driver>=575,driver<576 brand=cloudgaming,driver>=575,driver<576
NVIDIA_VISIBLE_DEVICESall
NV_CUDA_CUDART_DEV_VERSION13.0.96-1
NV_CUDA_CUDART_VERSION13.0.96-1
NV_CUDA_LIB_VERSION13.0.2-1
NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGEcuda-nsight-compute-13-0=13.0.2-1
NV_CUDA_NSIGHT_COMPUTE_VERSION13.0.2-1
NV_LIBCUBLAS_DEV_PACKAGElibcublas-dev-13-0=13.1.0.3-1
NV_LIBCUBLAS_DEV_PACKAGE_NAMElibcublas-dev-13-0
NV_LIBCUBLAS_DEV_VERSION13.1.0.3-1
NV_LIBCUBLAS_PACKAGElibcublas-13-0=13.1.0.3-1
NV_LIBCUBLAS_PACKAGE_NAMElibcublas-13-0
NV_LIBCUBLAS_VERSION13.1.0.3-1
NV_LIBCUSPARSE_DEV_VERSION12.6.3.3-1
NV_LIBCUSPARSE_VERSION12.6.3.3-1
NV_LIBNCCL_DEV_PACKAGElibnccl-dev=2.28.3-1+cuda13.0
NV_LIBNCCL_DEV_PACKAGE_NAMElibnccl-dev
NV_LIBNCCL_DEV_PACKAGE_VERSION2.28.3-1
NV_LIBNCCL_PACKAGElibnccl2=2.28.3-1+cuda13.0
NV_LIBNCCL_PACKAGE_NAMElibnccl2
NV_LIBNCCL_PACKAGE_VERSION2.28.3-1
NV_LIBNPP_DEV_PACKAGElibnpp-dev-13-0=13.0.1.2-1
NV_LIBNPP_DEV_VERSION13.0.1.2-1
NV_LIBNPP_PACKAGElibnpp-13-0=13.0.1.2-1
NV_LIBNPP_VERSION13.0.1.2-1
NV_NVML_DEV_VERSION13.0.87-1
NV_NVTX_VERSION13.0.85-1
PATH/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
PIP_BREAK_SYSTEM_PACKAGES1
Layers
[#000] sha256:b8a35db46e38ce87d4e743e1265ff436ed36e01d23246b24a1cbbeaae18ec432 - 0.25% (27.5 MB)
[#001] sha256:7be1e3dd81adb79f8fbffa3a472a80e4a024b7dedb4028788e15e05c4a7a3946 - 0.04% (4.32 MB)
[#002] sha256:653ca2e1b0e9f4dda5c4101ba798059d34362dfdd0379f1fb2b80f1e48a703df - 0.87% (95.1 MB)
[#003] sha256:66c8341e87a6fcc90cd8b78f232a7707a96e4fbeaff457268bc6d4fdd8bf509a - 0.0% (186 Bytes)
[#004] sha256:526d5438c009ab7178af1646fed10ff6f47a73f5a1ae7b9f49e63e4ade7e3ae6 - 0.0% (6.72 KB)
[#005] sha256:a2e7e61257af3470551e443b256164daebe5af2126637f81b266d13862e314a1 - 14.33% (1.52 GB)
[#006] sha256:1fb3a2ad22928fee0bd0e9cd30f7d15c201feb5b28084093c6f6f1c3a17d82fb - 0.0% (58.2 KB)
[#007] sha256:ae673f68565b3ac359d9c3bd7feb9c47f240b8a319fa1bc65c5844f0278c766a - 0.0% (1.65 KB)
[#008] sha256:879ba6afff8c297599caee631d3225f534d42f0ce1cef8da885687f7dd8cc671 - 0.0% (1.49 KB)
[#009] sha256:c9a23150e219947a682ecb2c0a8688c32b73aff9bdbdf7dbbfd69fd8f428bfd3 - 18.93% (2.01 GB)
[#010] sha256:704ea4a1a75a54e1fc94227ad505941cc1132ec2a16ed2fedd366dd7c9493549 - 0.0% (87.7 KB)
[#011] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#012] sha256:2a16929c1d602b246fc6beb62c2f27d996c1cd93a588e52c9942942a4fb3d669 - 0.95% (104 MB)
[#013] sha256:f51e91e021d2c38377c1ab9b6ae3ee06c2326cc453599858bf201552ab315ddf - 0.03% (3.56 MB)
[#014] sha256:fabe84357f7f1061dedc909db7d57ca86282024e0d60e7272e6a11296676864a - 0.0% (164 Bytes)
[#015] sha256:dba617f8d619ebc680faafbd15f430b0cd83f7cdcf58f48be2a409e1a782eadb - 25.55% (2.71 GB)
[#016] sha256:c91dea4e9e4320110157568b964648eb22055e8cb7a23297f1d83f1d984b8f55 - 0.01% (603 KB)
[#017] sha256:a51accf031eece38376cf5de88d60c63b6defeb3d7d462b1fa4d3717d566df62 - 11.32% (1.2 GB)
[#018] sha256:710430a85b061868e863ba31206539d1ccb2708d4f6f420ce01fce8011b863a8 - 0.19% (20.6 MB)
[#019] sha256:687b48e36b3ba2ce73a549b36c81e09914686093029d36404ddb57c6f4db9a4e - 0.44% (47.6 MB)
[#020] sha256:b46b8d12f6e94e340d2470368ee612565a46ac6506f6a94d2113ded3fb28f684 - 1.86% (202 MB)
[#021] sha256:4540954b0897eeb5bddd44abd9b477ef4ca0f614d762dbfed1da2a686d7e5150 - 0.04% (4.03 MB)
[#022] sha256:8782e6836f18aaba0b96ad881b54e9f7726ccb1fb36ad4908aa125da169f0555 - 2.11% (230 MB)
[#023] sha256:369130dc552a4888b0c758dc34edd2867b7a0fa4795c33aaaa8e8df5c911edb5 - 4.44% (483 MB)
[#024] sha256:f07a9b212cd3f070089bf9d4d403895d3dc3772b44485d8930bf7eaa1d4c236f - 0.42% (45.8 MB)
[#025] sha256:720852aa1dd77e0cfc1a332b1972b18eb1311da11c67b3d08030878859b8cc5d - 0.02% (2.67 MB)
[#026] sha256:a0fc282159cb986c538c135b55083ec6ca2c6d6e1fe01e0a6c863e08283d6bd3 - 8.56% (931 MB)
[#027] sha256:bec5b6e5c4f9d2ee984634081eb1a70ca5a7651949dc952420f65b7d19d4fd00 - 0.01% (1.14 MB)
[#028] sha256:0a77da3ace87edcad6cd74fc8542fdee7e528c41dc334c0a5c94e00d3afa3d21 - 0.21% (22.8 MB)
[#029] sha256:98bb50a3d067727f6e24164df03c7fa94a04651e253a1885b025b4718913ccdf - 0.23% (25.4 MB)
[#030] sha256:b5e79479f34f526863189bd3115caa7e0947724bd3bb15f2e4449f059aa0c6e8 - 0.0% (515 KB)
[#031] sha256:e5c7f2588142e1736e6443521f0b424a9cfdf3fbddfc4c798afb622fd7e5c3ff - 0.04% (4.13 MB)
[#032] sha256:db44d2b9ccad686193f2ae04e0119b92720600c2979d9c1a061cbea5996d96e3 - 0.02% (2.53 MB)
[#033] sha256:8171d9dbe65e203941e6f2f1ead52d6522933cc2464a47b77111fe1648ea71ff - 1.41% (154 MB)
[#034] sha256:e16d301842b4ce12d5f7d38a60b2d1660cd5ae553605adc09187dc6f7c1a6699 - 0.31% (34.2 MB)
[#035] sha256:27389ef5f12db27121e821aa141860d3e63d997c17447680335e65a63826fa59 - 2.0% (217 MB)
[#036] sha256:113db09ae3dc5f7e2635df41206ca2b5cb505857ab912b633468564e4a253d73 - 5.4% (588 MB)
History
/bin/sh -c #(nop) ARG RELEASE
2025-10-01 13:01:38 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2025-10-01 13:01:38 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
2025-10-01 13:01:38 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=24.04
2025-10-01 13:01:40 UTC/bin/sh -c #(nop) ADD file:d77dea5c49828eb0de89439d2b631bc8ea27cb9ef774412b56a060ba1673487b in /
2025-10-01 13:01:40 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2025-10-10 16:55:43 UTC (buildkit.dockerfile.v0)ENV NVARCH=sbsa
2025-10-10 16:55:43 UTC (buildkit.dockerfile.v0)ENV NVIDIA_REQUIRE_CUDA=cuda>=13.0 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571 brand=unknown,driver>=575,driver<576 brand=grid,driver>=575,driver<576 brand=tesla,driver>=575,driver<576 brand=nvidia,driver>=575,driver<576 brand=quadro,driver>=575,driver<576 brand=quadrortx,driver>=575,driver<576 brand=nvidiartx,driver>=575,driver<576 brand=vapps,driver>=575,driver<576 brand=vpc,driver>=575,driver<576 brand=vcs,driver>=575,driver<576 brand=vws,driver>=575,driver<576 brand=cloudgaming,driver>=575,driver<576
2025-10-10 16:55:43 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_VERSION=13.0.96-1
2025-10-10 16:55:43 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2025-10-10 16:55:43 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2025-10-10 16:55:43 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSL https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH}/3bf863cc.pub | apt-key add - && echo "deb https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH} /" > /etc/apt/sources.list.d/cuda.list && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
2025-10-10 16:55:43 UTC (buildkit.dockerfile.v0)ENV CUDA_VERSION=13.0.2
2025-10-10 16:59:52 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-13-0=${NV_CUDA_CUDART_VERSION} cuda-compat-13-0 && rm -rf /var/lib/apt/lists/* # buildkit
2025-10-10 16:59:52 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c echo "/usr/local/cuda/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
2025-10-10 16:59:52 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2025-10-10 16:59:52 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64
2025-10-10 16:59:53 UTC (buildkit.dockerfile.v0)COPY NGC-DL-CONTAINER-LICENSE / # buildkit
2025-10-10 16:59:53 UTC (buildkit.dockerfile.v0)ENV NVIDIA_VISIBLE_DEVICES=all
2025-10-10 16:59:53 UTC (buildkit.dockerfile.v0)ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
2025-10-10 17:08:53 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=13.0.2-1
2025-10-10 17:08:53 UTC (buildkit.dockerfile.v0)ENV NV_NVTX_VERSION=13.0.85-1
2025-10-10 17:08:53 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_VERSION=13.0.1.2-1
2025-10-10 17:08:53 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_PACKAGE=libnpp-13-0=13.0.1.2-1
2025-10-10 17:08:53 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_VERSION=12.6.3.3-1
2025-10-10 17:08:53 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-13-0
2025-10-10 17:08:53 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_VERSION=13.1.0.3-1
2025-10-10 17:08:53 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE=libcublas-13-0=13.1.0.3-1
2025-10-10 17:08:53 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_NAME=libnccl2
2025-10-10 17:08:53 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_VERSION=2.28.3-1
2025-10-10 17:08:53 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.28.3-1
2025-10-10 17:08:53 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE=libnccl2=2.28.3-1+cuda13.0
2025-10-10 17:08:53 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2025-10-10 17:08:53 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2025-10-10 17:08:53 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-13-0=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-13-0=${NV_NVTX_VERSION} libcusparse-13-0=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} ${NV_LIBNCCL_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2025-10-10 17:08:54 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} ${NV_LIBNCCL_PACKAGE_NAME} # buildkit
2025-10-10 17:08:54 UTC (buildkit.dockerfile.v0)COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit
2025-10-10 17:08:54 UTC (buildkit.dockerfile.v0)COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit
2025-10-10 17:08:54 UTC (buildkit.dockerfile.v0)ENV NVIDIA_PRODUCT_NAME=CUDA
2025-10-10 17:08:54 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
2025-10-10 17:20:18 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=13.0.2-1
2025-10-10 17:20:18 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_DEV_VERSION=13.0.96-1
2025-10-10 17:20:18 UTC (buildkit.dockerfile.v0)ENV NV_NVML_DEV_VERSION=13.0.87-1
2025-10-10 17:20:18 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_DEV_VERSION=12.6.3.3-1
2025-10-10 17:20:18 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_VERSION=13.0.1.2-1
2025-10-10 17:20:18 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-13-0=13.0.1.2-1
2025-10-10 17:20:18 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-13-0
2025-10-10 17:20:18 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_VERSION=13.1.0.3-1
2025-10-10 17:20:18 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-13-0=13.1.0.3-1
2025-10-10 17:20:18 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=13.0.2-1
2025-10-10 17:20:18 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-13-0=13.0.2-1
2025-10-10 17:20:18 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev
2025-10-10 17:20:18 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.28.3-1
2025-10-10 17:20:18 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.28.3-1
2025-10-10 17:20:18 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.28.3-1+cuda13.0
2025-10-10 17:20:18 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2025-10-10 17:20:18 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2025-10-10 17:20:18 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-dev-13-0=${NV_CUDA_CUDART_DEV_VERSION} cuda-command-line-tools-13-0=${NV_CUDA_LIB_VERSION} cuda-minimal-build-13-0=${NV_CUDA_LIB_VERSION} cuda-libraries-dev-13-0=${NV_CUDA_LIB_VERSION} cuda-nvml-dev-13-0=${NV_NVML_DEV_VERSION} ${NV_LIBNPP_DEV_PACKAGE} libcusparse-dev-13-0=${NV_LIBCUSPARSE_DEV_VERSION} ${NV_LIBCUBLAS_DEV_PACKAGE} ${NV_LIBNCCL_DEV_PACKAGE} ${NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2025-10-10 17:20:19 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_DEV_PACKAGE_NAME} ${NV_LIBNCCL_DEV_PACKAGE_NAME} # buildkit
2025-10-10 17:20:19 UTC (buildkit.dockerfile.v0)ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs
2026-05-24 21:10:41 -0700 (buildkit.dockerfile.v0)ARG CUDA_VERSION=13.0.2
2026-05-24 21:10:41 -0700 (buildkit.dockerfile.v0)ARG PYTHON_VERSION=3.12
2026-05-24 21:10:41 -0700 (buildkit.dockerfile.v0)ARG TORCH_VERSION=2.11.0
2026-05-24 21:10:41 -0700 (buildkit.dockerfile.v0)ARG TORCH_VISION_VERSION=0.26.0
2026-05-24 21:10:41 -0700 (buildkit.dockerfile.v0)ARG TORCH_AUDIO_VERSION=2.11.0
2026-05-24 21:10:41 -0700 (buildkit.dockerfile.v0)ARG TRANSFORMERS_VERSION=5.3.0
2026-05-24 21:10:41 -0700 (buildkit.dockerfile.v0)ARG VLLM_VERSION=0.20.2
2026-05-24 21:10:41 -0700 (buildkit.dockerfile.v0)ARG TRL_VERSION=0.27.0
2026-05-24 21:10:41 -0700 (buildkit.dockerfile.v0)ARG TRANSFORMER_ENGINE_VERSION=v2.15
2026-05-24 21:10:41 -0700 (buildkit.dockerfile.v0)ARG FLASH_ATTENTION_VERSION=2.8.3
2026-05-24 21:10:41 -0700 (buildkit.dockerfile.v0)ARG NSIGHT_VERSION=2025.6.1
2026-05-24 21:10:41 -0700 (buildkit.dockerfile.v0)ARG MCORE_VERSION=core_v0.16.1
2026-05-24 21:10:41 -0700 (buildkit.dockerfile.v0)ARG VERL_VERSION=v0.7.1
2026-05-24 21:10:41 -0700 (buildkit.dockerfile.v0)ARG DEBIAN_FRONTEND=noninteractive
2026-05-24 21:10:41 -0700 (buildkit.dockerfile.v0)ARG PIP_NO_CACHE_DIR=1
2026-05-24 21:10:41 -0700 (buildkit.dockerfile.v0)ARG APT_MIRROR=
2026-05-24 21:10:41 -0700 (buildkit.dockerfile.v0)ENV PIP_BREAK_SYSTEM_PACKAGES=1
2026-05-24 21:10:41 -0700 (buildkit.dockerfile.v0)RUN |16 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 TORCH_VERSION=2.11.0 TORCH_VISION_VERSION=0.26.0 TORCH_AUDIO_VERSION=2.11.0 TRANSFORMERS_VERSION=5.3.0 VLLM_VERSION=0.20.2 TRL_VERSION=0.27.0 TRANSFORMER_ENGINE_VERSION=v2.15 FLASH_ATTENTION_VERSION=2.8.3 NSIGHT_VERSION=2025.6.1 MCORE_VERSION=core_v0.16.1 VERL_VERSION=v0.7.1 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 APT_MIRROR= /bin/sh -c if [ -n "${APT_MIRROR}" ]; then sed -i "s@http://.*archive.ubuntu.com@${APT_MIRROR}@g" /etc/apt/sources.list.d/ubuntu.sources; fi # buildkit
2026-05-24 21:11:00 -0700 (buildkit.dockerfile.v0)RUN |16 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 TORCH_VERSION=2.11.0 TORCH_VISION_VERSION=0.26.0 TORCH_AUDIO_VERSION=2.11.0 TRANSFORMERS_VERSION=5.3.0 VLLM_VERSION=0.20.2 TRL_VERSION=0.27.0 TRANSFORMER_ENGINE_VERSION=v2.15 FLASH_ATTENTION_VERSION=2.8.3 NSIGHT_VERSION=2025.6.1 MCORE_VERSION=core_v0.16.1 VERL_VERSION=v0.7.1 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 APT_MIRROR= /bin/sh -c apt-get update && apt-get install -y git wget curl cmake build-essential libibverbs-dev libnuma-dev librdmacm-dev numactl software-properties-common vim python${PYTHON_VERSION} python${PYTHON_VERSION}-dev && rm -rf /var/lib/apt/lists/* # buildkit
2026-05-24 21:11:02 -0700 (buildkit.dockerfile.v0)RUN |16 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 TORCH_VERSION=2.11.0 TORCH_VISION_VERSION=0.26.0 TORCH_AUDIO_VERSION=2.11.0 TRANSFORMERS_VERSION=5.3.0 VLLM_VERSION=0.20.2 TRL_VERSION=0.27.0 TRANSFORMER_ENGINE_VERSION=v2.15 FLASH_ATTENTION_VERSION=2.8.3 NSIGHT_VERSION=2025.6.1 MCORE_VERSION=core_v0.16.1 VERL_VERSION=v0.7.1 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 APT_MIRROR= /bin/sh -c wget https://bootstrap.pypa.io/get-pip.py && python${PYTHON_VERSION} get-pip.py && rm get-pip.py # buildkit
2026-05-24 21:11:02 -0700 (buildkit.dockerfile.v0)RUN |16 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 TORCH_VERSION=2.11.0 TORCH_VISION_VERSION=0.26.0 TORCH_AUDIO_VERSION=2.11.0 TRANSFORMERS_VERSION=5.3.0 VLLM_VERSION=0.20.2 TRL_VERSION=0.27.0 TRANSFORMER_ENGINE_VERSION=v2.15 FLASH_ATTENTION_VERSION=2.8.3 NSIGHT_VERSION=2025.6.1 MCORE_VERSION=core_v0.16.1 VERL_VERSION=v0.7.1 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 APT_MIRROR= /bin/sh -c ln -sf /usr/bin/python${PYTHON_VERSION} /usr/bin/python3 && ln -sf /usr/bin/python${PYTHON_VERSION} /usr/bin/python # buildkit
2026-05-24 21:13:54 -0700 (buildkit.dockerfile.v0)RUN |16 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 TORCH_VERSION=2.11.0 TORCH_VISION_VERSION=0.26.0 TORCH_AUDIO_VERSION=2.11.0 TRANSFORMERS_VERSION=5.3.0 VLLM_VERSION=0.20.2 TRL_VERSION=0.27.0 TRANSFORMER_ENGINE_VERSION=v2.15 FLASH_ATTENTION_VERSION=2.8.3 NSIGHT_VERSION=2025.6.1 MCORE_VERSION=core_v0.16.1 VERL_VERSION=v0.7.1 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 APT_MIRROR= /bin/sh -c pip install torch==${TORCH_VERSION} torchvision==${TORCH_VISION_VERSION} torchaudio==${TORCH_AUDIO_VERSION} --index-url https://download.pytorch.org/whl/cu130 # buildkit
2026-05-24 21:13:55 -0700 (buildkit.dockerfile.v0)RUN |16 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 TORCH_VERSION=2.11.0 TORCH_VISION_VERSION=0.26.0 TORCH_AUDIO_VERSION=2.11.0 TRANSFORMERS_VERSION=5.3.0 VLLM_VERSION=0.20.2 TRL_VERSION=0.27.0 TRANSFORMER_ENGINE_VERSION=v2.15 FLASH_ATTENTION_VERSION=2.8.3 NSIGHT_VERSION=2025.6.1 MCORE_VERSION=core_v0.16.1 VERL_VERSION=v0.7.1 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 APT_MIRROR= /bin/sh -c pip install pybind11 wheel # buildkit
2026-05-24 21:14:20 -0700 (buildkit.dockerfile.v0)RUN |16 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 TORCH_VERSION=2.11.0 TORCH_VISION_VERSION=0.26.0 TORCH_AUDIO_VERSION=2.11.0 TRANSFORMERS_VERSION=5.3.0 VLLM_VERSION=0.20.2 TRL_VERSION=0.27.0 TRANSFORMER_ENGINE_VERSION=v2.15 FLASH_ATTENTION_VERSION=2.8.3 NSIGHT_VERSION=2025.6.1 MCORE_VERSION=core_v0.16.1 VERL_VERSION=v0.7.1 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 APT_MIRROR= /bin/sh -c ARCH=$(if [ "$(uname -m)" = "aarch64" ]; then echo "sbsa"; else echo "x86_64"; fi) && CUDA_VERSION_MAJOR=$(echo ${CUDA_VERSION} | cut -d '.' -f 1) && wget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${ARCH}/cuda-keyring_1.1-1_all.deb && sed -i '/developer\.download\.nvidia\.com\/compute\/cuda\/repos/d' /etc/apt/sources.list.d/* && dpkg -i cuda-keyring_1.1-1_all.deb && apt-get update && apt-get -y --allow-downgrades --allow-change-held-packages install cudnn9-cuda-${CUDA_VERSION_MAJOR} libcudnn9-cuda-${CUDA_VERSION_MAJOR} libcudnn9-dev-cuda-${CUDA_VERSION_MAJOR} libcudnn9-headers-cuda-${CUDA_VERSION_MAJOR} && rm -f cuda-keyring_1.1-1_all.deb && rm -rf /var/lib/apt/lists/* # buildkit
2026-05-24 21:14:21 -0700 (buildkit.dockerfile.v0)RUN |16 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 TORCH_VERSION=2.11.0 TORCH_VISION_VERSION=0.26.0 TORCH_AUDIO_VERSION=2.11.0 TRANSFORMERS_VERSION=5.3.0 VLLM_VERSION=0.20.2 TRL_VERSION=0.27.0 TRANSFORMER_ENGINE_VERSION=v2.15 FLASH_ATTENTION_VERSION=2.8.3 NSIGHT_VERSION=2025.6.1 MCORE_VERSION=core_v0.16.1 VERL_VERSION=v0.7.1 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 APT_MIRROR= /bin/sh -c pip install nvidia-mathdx ninja # buildkit
2026-05-24 21:35:03 -0700 (buildkit.dockerfile.v0)RUN |16 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 TORCH_VERSION=2.11.0 TORCH_VISION_VERSION=0.26.0 TORCH_AUDIO_VERSION=2.11.0 TRANSFORMERS_VERSION=5.3.0 VLLM_VERSION=0.20.2 TRL_VERSION=0.27.0 TRANSFORMER_ENGINE_VERSION=v2.15 FLASH_ATTENTION_VERSION=2.8.3 NSIGHT_VERSION=2025.6.1 MCORE_VERSION=core_v0.16.1 VERL_VERSION=v0.7.1 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 APT_MIRROR= /bin/sh -c MAX_JOBS=256 pip install -v --disable-pip-version-check --no-build-isolation --config-settings "--build-option=--cpp_ext" --config-settings "--build-option=--cuda_ext" git+https://github.com/NVIDIA/apex.git # buildkit
2026-05-24 21:48:27 -0700 (buildkit.dockerfile.v0)RUN |16 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 TORCH_VERSION=2.11.0 TORCH_VISION_VERSION=0.26.0 TORCH_AUDIO_VERSION=2.11.0 TRANSFORMERS_VERSION=5.3.0 VLLM_VERSION=0.20.2 TRL_VERSION=0.27.0 TRANSFORMER_ENGINE_VERSION=v2.15 FLASH_ATTENTION_VERSION=2.8.3 NSIGHT_VERSION=2025.6.1 MCORE_VERSION=core_v0.16.1 VERL_VERSION=v0.7.1 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 APT_MIRROR= /bin/sh -c export NVTE_FRAMEWORK=pytorch && MAX_JOBS=256 NVTE_BUILD_THREADS_PER_JOB=4 pip3 install --resume-retries 999 --no-build-isolation git+https://github.com/NVIDIA/TransformerEngine.git@${TRANSFORMER_ENGINE_VERSION} # buildkit
2026-05-24 21:48:30 -0700 (buildkit.dockerfile.v0)RUN |16 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 TORCH_VERSION=2.11.0 TORCH_VISION_VERSION=0.26.0 TORCH_AUDIO_VERSION=2.11.0 TRANSFORMERS_VERSION=5.3.0 VLLM_VERSION=0.20.2 TRL_VERSION=0.27.0 TRANSFORMER_ENGINE_VERSION=v2.15 FLASH_ATTENTION_VERSION=2.8.3 NSIGHT_VERSION=2025.6.1 MCORE_VERSION=core_v0.16.1 VERL_VERSION=v0.7.1 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 APT_MIRROR= /bin/sh -c pip install codetiming mathruler pylatexenc cachetools pytest-asyncio # buildkit
2026-05-24 21:57:12 -0700 (buildkit.dockerfile.v0)RUN |16 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 TORCH_VERSION=2.11.0 TORCH_VISION_VERSION=0.26.0 TORCH_AUDIO_VERSION=2.11.0 TRANSFORMERS_VERSION=5.3.0 VLLM_VERSION=0.20.2 TRL_VERSION=0.27.0 TRANSFORMER_ENGINE_VERSION=v2.15 FLASH_ATTENTION_VERSION=2.8.3 NSIGHT_VERSION=2025.6.1 MCORE_VERSION=core_v0.16.1 VERL_VERSION=v0.7.1 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 APT_MIRROR= /bin/sh -c export FLASH_ATTENTION_FORCE_BUILD="TRUE" && MAX_JOBS=32 pip install --no-build-isolation flash_attn==${FLASH_ATTENTION_VERSION} # buildkit
2026-05-24 21:57:33 -0700 (buildkit.dockerfile.v0)RUN |16 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 TORCH_VERSION=2.11.0 TORCH_VISION_VERSION=0.26.0 TORCH_AUDIO_VERSION=2.11.0 TRANSFORMERS_VERSION=5.3.0 VLLM_VERSION=0.20.2 TRL_VERSION=0.27.0 TRANSFORMER_ENGINE_VERSION=v2.15 FLASH_ATTENTION_VERSION=2.8.3 NSIGHT_VERSION=2025.6.1 MCORE_VERSION=core_v0.16.1 VERL_VERSION=v0.7.1 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 APT_MIRROR= /bin/sh -c NSIGHT_VERSION=2025.6.1_2025.6.1.190-1_$(if [ "$(uname -m)" = "aarch64" ]; then echo "arm64"; else echo "amd64"; fi) && wget https://developer.nvidia.com/downloads/assets/tools/secure/nsight-systems/2025_6/nsight-systems-${NSIGHT_VERSION}.deb && apt-get update && apt-get install -y libxcb-cursor0 && apt-get install -y ./nsight-systems-${NSIGHT_VERSION}.deb && rm -rf /usr/local/cuda/bin/nsys && ln -s /opt/nvidia/nsight-systems/2025.6.1/nsys /usr/local/cuda/bin/nsys && rm -rf /usr/local/cuda/bin/nsys-ui && ln -s /opt/nvidia/nsight-systems/2025.6.1/nsys-ui /usr/local/cuda/bin/nsys-ui && rm nsight-systems-${NSIGHT_VERSION}.deb && rm -rf /var/lib/apt/lists/* # buildkit
2026-05-24 21:59:34 -0700 (buildkit.dockerfile.v0)RUN |16 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 TORCH_VERSION=2.11.0 TORCH_VISION_VERSION=0.26.0 TORCH_AUDIO_VERSION=2.11.0 TRANSFORMERS_VERSION=5.3.0 VLLM_VERSION=0.20.2 TRL_VERSION=0.27.0 TRANSFORMER_ENGINE_VERSION=v2.15 FLASH_ATTENTION_VERSION=2.8.3 NSIGHT_VERSION=2025.6.1 MCORE_VERSION=core_v0.16.1 VERL_VERSION=v0.7.1 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 APT_MIRROR= /bin/sh -c cd /home && mkdir -p dpsk_a2a && cd dpsk_a2a && git clone -b v2.5.1 https://github.com/NVIDIA/gdrcopy.git && cd gdrcopy && make prefix=/usr/local lib_install && cd .. && rm -rf gdrcopy && git clone -b hybrid-ep https://github.com/deepseek-ai/DeepEP.git && export NVSHMEM_DIR=/usr/local/lib/python3.12/dist-packages/nvidia/nvshmem && export LD_LIBRARY_PATH="${NVSHMEM_DIR}/lib:$LD_LIBRARY_PATH" && export PATH="${NVSHMEM_DIR}/bin:$PATH" && cd ${NVSHMEM_DIR}/lib && ln -sf libnvshmem_host.so.3 libnvshmem_host.so && cd /home/dpsk_a2a/DeepEP && git checkout 3f601f7ac1c062c46502646ff04c535013bfca00 && CUDA_TARGET=$(uname -m | sed 's/aarch64/sbsa-linux/;s/x86_64/x86_64-linux/') && export CPATH=/usr/local/cuda/targets/${CUDA_TARGET}/include/cccl:$CPATH && TORCH_CUDA_ARCH_LIST="9.0;10.0" python setup.py install # buildkit
2026-05-24 21:59:42 -0700 (buildkit.dockerfile.v0)RUN |16 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 TORCH_VERSION=2.11.0 TORCH_VISION_VERSION=0.26.0 TORCH_AUDIO_VERSION=2.11.0 TRANSFORMERS_VERSION=5.3.0 VLLM_VERSION=0.20.2 TRL_VERSION=0.27.0 TRANSFORMER_ENGINE_VERSION=v2.15 FLASH_ATTENTION_VERSION=2.8.3 NSIGHT_VERSION=2025.6.1 MCORE_VERSION=core_v0.16.1 VERL_VERSION=v0.7.1 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 APT_MIRROR= /bin/sh -c apt-get update && apt-get remove -y --purge python3-jwt 2>/dev/null || true && rm -rf /var/lib/apt/lists/* && pip install --ignore-installed PyJWT # buildkit
2026-05-24 22:00:50 -0700 (buildkit.dockerfile.v0)RUN |16 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 TORCH_VERSION=2.11.0 TORCH_VISION_VERSION=0.26.0 TORCH_AUDIO_VERSION=2.11.0 TRANSFORMERS_VERSION=5.3.0 VLLM_VERSION=0.20.2 TRL_VERSION=0.27.0 TRANSFORMER_ENGINE_VERSION=v2.15 FLASH_ATTENTION_VERSION=2.8.3 NSIGHT_VERSION=2025.6.1 MCORE_VERSION=core_v0.16.1 VERL_VERSION=v0.7.1 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 APT_MIRROR= /bin/sh -c pip install vllm==${VLLM_VERSION} # buildkit
2026-05-24 22:00:51 -0700 (buildkit.dockerfile.v0)RUN |16 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 TORCH_VERSION=2.11.0 TORCH_VISION_VERSION=0.26.0 TORCH_AUDIO_VERSION=2.11.0 TRANSFORMERS_VERSION=5.3.0 VLLM_VERSION=0.20.2 TRL_VERSION=0.27.0 TRANSFORMER_ENGINE_VERSION=v2.15 FLASH_ATTENTION_VERSION=2.8.3 NSIGHT_VERSION=2025.6.1 MCORE_VERSION=core_v0.16.1 VERL_VERSION=v0.7.1 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 APT_MIRROR= /bin/sh -c pip3 install --no-deps trl==${TRL_VERSION} # buildkit
2026-05-24 22:00:56 -0700 (buildkit.dockerfile.v0)RUN |16 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 TORCH_VERSION=2.11.0 TORCH_VISION_VERSION=0.26.0 TORCH_AUDIO_VERSION=2.11.0 TRANSFORMERS_VERSION=5.3.0 VLLM_VERSION=0.20.2 TRL_VERSION=0.27.0 TRANSFORMER_ENGINE_VERSION=v2.15 FLASH_ATTENTION_VERSION=2.8.3 NSIGHT_VERSION=2025.6.1 MCORE_VERSION=core_v0.16.1 VERL_VERSION=v0.7.1 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 APT_MIRROR= /bin/sh -c pip3 install nvtx matplotlib liger_kernel # buildkit
2026-05-24 22:01:04 -0700 (buildkit.dockerfile.v0)RUN |16 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 TORCH_VERSION=2.11.0 TORCH_VISION_VERSION=0.26.0 TORCH_AUDIO_VERSION=2.11.0 TRANSFORMERS_VERSION=5.3.0 VLLM_VERSION=0.20.2 TRL_VERSION=0.27.0 TRANSFORMER_ENGINE_VERSION=v2.15 FLASH_ATTENTION_VERSION=2.8.3 NSIGHT_VERSION=2025.6.1 MCORE_VERSION=core_v0.16.1 VERL_VERSION=v0.7.1 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 APT_MIRROR= /bin/sh -c pip install transformers==${TRANSFORMERS_VERSION} # buildkit
2026-05-24 22:01:08 -0700 (buildkit.dockerfile.v0)RUN |16 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 TORCH_VERSION=2.11.0 TORCH_VISION_VERSION=0.26.0 TORCH_AUDIO_VERSION=2.11.0 TRANSFORMERS_VERSION=5.3.0 VLLM_VERSION=0.20.2 TRL_VERSION=0.27.0 TRANSFORMER_ENGINE_VERSION=v2.15 FLASH_ATTENTION_VERSION=2.8.3 NSIGHT_VERSION=2025.6.1 MCORE_VERSION=core_v0.16.1 VERL_VERSION=v0.7.1 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 APT_MIRROR= /bin/sh -c pip install -U git+https://github.com/ISEEKYAN/mbridge.git@main # buildkit
2026-05-24 22:01:23 -0700 (buildkit.dockerfile.v0)RUN |16 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 TORCH_VERSION=2.11.0 TORCH_VISION_VERSION=0.26.0 TORCH_AUDIO_VERSION=2.11.0 TRANSFORMERS_VERSION=5.3.0 VLLM_VERSION=0.20.2 TRL_VERSION=0.27.0 TRANSFORMER_ENGINE_VERSION=v2.15 FLASH_ATTENTION_VERSION=2.8.3 NSIGHT_VERSION=2025.6.1 MCORE_VERSION=core_v0.16.1 VERL_VERSION=v0.7.1 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 APT_MIRROR= /bin/sh -c pip install --no-deps git+https://github.com/NVIDIA/Megatron-LM.git@${MCORE_VERSION} # buildkit
2026-05-24 22:01:25 -0700 (buildkit.dockerfile.v0)RUN |16 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 TORCH_VERSION=2.11.0 TORCH_VISION_VERSION=0.26.0 TORCH_AUDIO_VERSION=2.11.0 TRANSFORMERS_VERSION=5.3.0 VLLM_VERSION=0.20.2 TRL_VERSION=0.27.0 TRANSFORMER_ENGINE_VERSION=v2.15 FLASH_ATTENTION_VERSION=2.8.3 NSIGHT_VERSION=2025.6.1 MCORE_VERSION=core_v0.16.1 VERL_VERSION=v0.7.1 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 APT_MIRROR= /bin/sh -c pip install torchcodec --index-url=https://download.pytorch.org/whl/cu130 # buildkit
2026-05-24 22:01:43 -0700 (buildkit.dockerfile.v0)RUN |16 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 TORCH_VERSION=2.11.0 TORCH_VISION_VERSION=0.26.0 TORCH_AUDIO_VERSION=2.11.0 TRANSFORMERS_VERSION=5.3.0 VLLM_VERSION=0.20.2 TRL_VERSION=0.27.0 TRANSFORMER_ENGINE_VERSION=v2.15 FLASH_ATTENTION_VERSION=2.8.3 NSIGHT_VERSION=2025.6.1 MCORE_VERSION=core_v0.16.1 VERL_VERSION=v0.7.1 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 APT_MIRROR= /bin/sh -c apt-get update && apt-get install -y ffmpeg && ffmpeg -decoders | grep -i nvidia && rm -rf /var/lib/apt/lists/* # buildkit
2026-05-24 22:01:44 -0700 (buildkit.dockerfile.v0)RUN |16 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 TORCH_VERSION=2.11.0 TORCH_VISION_VERSION=0.26.0 TORCH_AUDIO_VERSION=2.11.0 TRANSFORMERS_VERSION=5.3.0 VLLM_VERSION=0.20.2 TRL_VERSION=0.27.0 TRANSFORMER_ENGINE_VERSION=v2.15 FLASH_ATTENTION_VERSION=2.8.3 NSIGHT_VERSION=2025.6.1 MCORE_VERSION=core_v0.16.1 VERL_VERSION=v0.7.1 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 APT_MIRROR= /bin/sh -c pip install qwen-vl-utils==0.0.14 # buildkit
2026-05-24 22:02:10 -0700 (buildkit.dockerfile.v0)RUN |16 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 TORCH_VERSION=2.11.0 TORCH_VISION_VERSION=0.26.0 TORCH_AUDIO_VERSION=2.11.0 TRANSFORMERS_VERSION=5.3.0 VLLM_VERSION=0.20.2 TRL_VERSION=0.27.0 TRANSFORMER_ENGINE_VERSION=v2.15 FLASH_ATTENTION_VERSION=2.8.3 NSIGHT_VERSION=2025.6.1 MCORE_VERSION=core_v0.16.1 VERL_VERSION=v0.7.1 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 APT_MIRROR= /bin/sh -c pip install git+https://github.com/verl-project/verl.git@${VERL_VERSION} && pip uninstall -y verl # buildkit
2026-05-24 22:02:31 -0700 (buildkit.dockerfile.v0)RUN |16 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 TORCH_VERSION=2.11.0 TORCH_VISION_VERSION=0.26.0 TORCH_AUDIO_VERSION=2.11.0 TRANSFORMERS_VERSION=5.3.0 VLLM_VERSION=0.20.2 TRL_VERSION=0.27.0 TRANSFORMER_ENGINE_VERSION=v2.15 FLASH_ATTENTION_VERSION=2.8.3 NSIGHT_VERSION=2025.6.1 MCORE_VERSION=core_v0.16.1 VERL_VERSION=v0.7.1 DEBIAN_FRONTEND=noninteractive PIP_NO_CACHE_DIR=1 APT_MIRROR= /bin/sh -c CUDA_VERSION_MAJOR=$(echo ${CUDA_VERSION} | cut -d '.' -f 1) && CUDNN_PKG=libcudnn9-cuda-${CUDA_VERSION_MAJOR} && CUDNN_VERSION=$(dpkg-query -W -f='${Version}' "${CUDNN_PKG}" 2>/dev/null | sed 's/-[0-9]*$//') && if [ -z "${CUDNN_VERSION}" ]; then CUDNN_HDR=$(find /usr/include -name cudnn_version.h | head -1) && CUDNN_VERSION=$(grep -E '^#define CUDNN_(MAJOR|MINOR|PATCHLEVEL) ' "${CUDNN_HDR}" | awk '{print $3}' | paste -sd. -); fi && pip install "nvidia-cudnn-cu${CUDA_VERSION_MAJOR}>=${CUDNN_VERSION}" # buildkit
Delete Tag
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.