2026-08-17 13:09:48 UTC

/bin/sh -c #(nop) ARG RELEASE

2026-08-17 13:09:48 UTC

/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH

2026-08-17 13:09:48 UTC

/bin/sh -c #(nop) LABEL org.opencontainers.image.version=24.04

2026-08-17 13:09:50 UTC

/bin/sh -c #(nop) ADD file:cb9335ce6f27399c2b17787739d6675502767c53e0335ded2a5f0d003d996650 in /

2026-08-17 13:09:51 UTC

/bin/sh -c #(nop) CMD ["/bin/bash"]

2026-08-18 23:28:19 UTC (buildkit.dockerfile.v0)

SHELL [/bin/bash -c]

2026-08-18 23:28:19 UTC (buildkit.dockerfile.v0)

ARG ENABLE_MITMPROXY=0

2026-08-18 23:28:19 UTC (buildkit.dockerfile.v0)

RUN |1 ENABLE_MITMPROXY=0 /bin/bash -c /tmp/manage_cert.sh install # buildkit

2026-08-21 02:34:20 UTC (buildkit.dockerfile.v0)

RUN |1 ENABLE_MITMPROXY=0 /bin/bash -c if [ -d /usr/share/ca-certificates ]; then exit; fi && export DEBIAN_FRONTEND=noninteractive && apt-get update && apt-get install -y --no-install-recommends ca-certificates && rm -rf /var/lib/apt/lists/* # buildkit

2026-08-21 02:34:57 UTC (buildkit.dockerfile.v0)

RUN |1 ENABLE_MITMPROXY=0 /bin/bash -c /tmp/manage_cert.sh install # buildkit

2026-08-21 02:34:29 UTC (buildkit.dockerfile.v0)

RUN |1 ENABLE_MITMPROXY=0 /bin/bash -c export DEBIAN_FRONTEND=noninteractive && apt-get update && apt-get install -y --no-install-recommends adduser curl libnl-route-3-200 libnl-3-200 libnl-3-dev libnl-route-3-dev patch wget && rm -rf /var/lib/apt/lists/* && echo "hsts=0" > /root/.wgetrc # buildkit

2026-08-21 02:34:29 UTC (buildkit.dockerfile.v0)

ARG GDRCOPY_VERSION=2.5.1

2026-08-21 02:34:29 UTC (buildkit.dockerfile.v0)

ARG HPCX_VERSION=2.50

2026-08-21 02:34:29 UTC (buildkit.dockerfile.v0)

ARG RDMACORE_VERSION=63.0

2026-08-21 02:34:29 UTC (buildkit.dockerfile.v0)

ARG MOFED_VERSION=5.4-rdmacore63.0

2026-08-21 02:34:29 UTC (buildkit.dockerfile.v0)

ARG OPENUCX_VERSION=1.21.0

2026-08-21 02:34:29 UTC (buildkit.dockerfile.v0)

ARG OPENMPI_VERSION=5.0.10

2026-08-21 02:34:29 UTC (buildkit.dockerfile.v0)

ARG EFA_VERSION=1.48.0

2026-08-21 02:34:29 UTC (buildkit.dockerfile.v0)

ENV GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.50 MOFED_VERSION=5.4-rdmacore63.0 OPENUCX_VERSION=1.21.0 OPENMPI_VERSION=5.0.10 RDMACORE_VERSION=63.0 EFA_VERSION=1.48.0 NCCL_NET_PLUGIN=spcx

2026-08-21 02:34:29 UTC (buildkit.dockerfile.v0)

ARG TARGETARCH=amd64

2026-08-21 02:34:30 UTC (buildkit.dockerfile.v0)

RUN |9 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.50 RDMACORE_VERSION=63.0 MOFED_VERSION=5.4-rdmacore63.0 OPENUCX_VERSION=1.21.0 OPENMPI_VERSION=5.0.10 EFA_VERSION=1.48.0 TARGETARCH=amd64 /bin/bash -c cd /nvidia && export OPENMPI_VERSION_MAJOR="${OPENMPI_VERSION%%.*}" && echo "OPENMPI_VERSION_MAJOR: ${OPENMPI_VERSION_MAJOR}" && ( cd opt/rdma-core/ && dpkg -i libibverbs1_*.deb libibverbs-dev_*.deb librdmacm1_*.deb librdmacm-dev_*.deb libibumad3_*.deb libibumad-dev_*.deb ibverbs-utils_*.deb ibverbs-providers_*.deb && rm $(dpkg-query -L libibverbs-dev librdmacm-dev libibumad-dev | grep "\(\.a\)$") ) && ( cd opt/gdrcopy/ && dpkg -i libgdrapi_*.deb ) && ( cp -r opt/hpcx /opt/ && cp etc/ld.so.conf.d/hpcx.conf /etc/ld.so.conf.d/ && ln -sf /opt/hpcx/ompi${OPENMPI_VERSION_MAJOR} /usr/local/mpi && ln -sf /opt/hpcx/ucx /usr/local/ucx && sed -i 's/^\(hwloc_base_binding_policy\) = core$/\1 = none/' /opt/hpcx/ompi${OPENMPI_VERSION_MAJOR}/etc/openmpi-mca-params.conf && sed -i 's/^\(btl = self\)$/#\1/' /opt/hpcx/ompi${OPENMPI_VERSION_MAJOR}/etc/openmpi-mca-params.conf ) && ldconfig # buildkit

2026-08-21 02:34:30 UTC (buildkit.dockerfile.v0)

ENV OPAL_PREFIX=/usr/local/mpi PATH=/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin

2026-08-21 02:34:30 UTC (buildkit.dockerfile.v0)

ENV OMPI_MCA_coll_hcoll_enable=0

2026-08-21 02:34:30 UTC (buildkit.dockerfile.v0)

ARG CUDA_VERSION=13.4.1.012

2026-08-21 02:34:30 UTC (buildkit.dockerfile.v0)

ARG CUDA_DRIVER_VERSION=615.65.02

2026-08-21 02:34:30 UTC (buildkit.dockerfile.v0)

ARG NVVM_VERSION=13.4.59

2026-08-21 02:34:30 UTC (buildkit.dockerfile.v0)

ARG DOCA_VERSION=3.5.0

2026-08-21 02:34:30 UTC (buildkit.dockerfile.v0)

ENV CUDA_VERSION=13.4.1.012 CUDA_DRIVER_VERSION=615.65.02 NVVM_VERSION=13.4.59 DOCA_VERSION=3.5.0

2026-08-21 02:34:39 UTC (buildkit.dockerfile.v0)

RUN |13 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.50 RDMACORE_VERSION=63.0 MOFED_VERSION=5.4-rdmacore63.0 OPENUCX_VERSION=1.21.0 OPENMPI_VERSION=5.0.10 EFA_VERSION=1.48.0 TARGETARCH=amd64 CUDA_VERSION=13.4.1.012 CUDA_DRIVER_VERSION=615.65.02 NVVM_VERSION=13.4.59 DOCA_VERSION=3.5.0 /bin/bash -c export ARTIFACTORY_USER=$(cat /run/secrets/ARTIFACTORY_USER) && export ARTIFACTORY_TOKEN=$(cat /run/secrets/ARTIFACTORY_TOKEN) && BASE=min /nvidia/build-scripts/installCUDA.sh # buildkit

2026-08-21 02:34:39 UTC (buildkit.dockerfile.v0)

RUN |13 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.50 RDMACORE_VERSION=63.0 MOFED_VERSION=5.4-rdmacore63.0 OPENUCX_VERSION=1.21.0 OPENMPI_VERSION=5.0.10 EFA_VERSION=1.48.0 TARGETARCH=amd64 CUDA_VERSION=13.4.1.012 CUDA_DRIVER_VERSION=615.65.02 NVVM_VERSION=13.4.59 DOCA_VERSION=3.5.0 /bin/bash -c cp -vprd /nvidia/. / && patch -p0 < /etc/startup_scripts.patch && rm -f /etc/startup_scripts.patch # buildkit

2026-08-21 02:34:39 UTC (buildkit.dockerfile.v0)

ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash NVIDIA_REQUIRE_CUDA=cuda>=9.0

2026-08-21 02:34:39 UTC (buildkit.dockerfile.v0)

LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.0

2026-08-21 02:34:39 UTC (buildkit.dockerfile.v0)

ARG NCCL_VERSION=2.30.7+cuda13.3 CCCL_VERSION=13.3.4.2.1 CUBLAS_VERSION=13.7.0.27 CUFFT_VERSION=12.4.0.34 CURAND_VERSION=10.4.4.49 CUSPARSE_VERSION=12.8.6.49 CUSOLVER_VERSION=12.3.2.15 NPP_VERSION=13.2.0.35 NVJPEG_VERSION=13.2.2.35 CUFILE_VERSION=1.19.0.109 NVJITLINK_VERSION=13.4.52 NVFATBIN_VERSION=13.4.49 CUBLASMP_VERSION=0.10.0.3695 CUSOLVERMP_VERSION=0.9.0.6427 NVSHMEM_VERSION=3.7.1 CUDLA_VERSION=13.4.49 NVPTXCOMPILER_VERSION=13.4.59 CUDNN_VERSION=9.25.0.28 CUDNN_FRONTEND_VERSION=1.27.0 TRT_VERSION=11.2.1.2+cuda13.3 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2026.5.1.18 NSIGHT_COMPUTE_VERSION=2026.3.0.13 CUSPARSELT_VERSION=0.9.1.1 DALI_VERSION=2.2.0 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.53.3 TRANSFORMER_ENGINE_VERSION=2.18 MODEL_OPT_VERSION=0.45.0 CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0 MAXSMVER= NVRX_VERSION=0.6.0 NIXL_VERSION=1.3.0 CUTILE_PYTHON_VERSION=1.5.0 CUTLASS_DSL_VERSION=4.6.2

2026-08-21 02:34:39 UTC (buildkit.dockerfile.v0)

ENV NCCL_VERSION=2.30.7+cuda13.3 CCCL_VERSION=13.3.4.2.1 CUBLAS_VERSION=13.7.0.27 CUFFT_VERSION=12.4.0.34 CURAND_VERSION=10.4.4.49 CUSPARSE_VERSION=12.8.6.49 CUSPARSELT_VERSION=0.9.1.1 CUSOLVER_VERSION=12.3.2.15 NPP_VERSION=13.2.0.35 NVJPEG_VERSION=13.2.2.35 CUFILE_VERSION=1.19.0.109 NVJITLINK_VERSION=13.4.52 NVFATBIN_VERSION=13.4.49 CUBLASMP_VERSION=0.10.0.3695 CUSOLVERMP_VERSION=0.9.0.6427 NVSHMEM_VERSION=3.7.1 CUDLA_VERSION=13.4.49 NVPTXCOMPILER_VERSION=13.4.59 CUDNN_VERSION=9.25.0.28 CUDNN_FRONTEND_VERSION=1.27.0 TRT_VERSION=11.2.1.2+cuda13.3 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2026.5.1.18 NSIGHT_COMPUTE_VERSION=2026.3.0.13 DALI_VERSION=2.2.0 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.53.3 TRANSFORMER_ENGINE_VERSION=2.18 MODEL_OPT_VERSION=0.45.0 CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0 MAXSMVER= NVRX_VERSION=0.6.0 NIXL_VERSION=1.3.0 CUTILE_PYTHON_VERSION=1.5.0 CUTLASS_DSL_VERSION=4.6.2

2026-08-21 02:34:39 UTC (buildkit.dockerfile.v0)

ADD docs.tgz / # buildkit

2026-08-21 02:34:39 UTC (buildkit.dockerfile.v0)

RUN |49 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.50 RDMACORE_VERSION=63.0 MOFED_VERSION=5.4-rdmacore63.0 OPENUCX_VERSION=1.21.0 OPENMPI_VERSION=5.0.10 EFA_VERSION=1.48.0 TARGETARCH=amd64 CUDA_VERSION=13.4.1.012 CUDA_DRIVER_VERSION=615.65.02 NVVM_VERSION=13.4.59 DOCA_VERSION=3.5.0 NCCL_VERSION=2.30.7+cuda13.3 CCCL_VERSION=13.3.4.2.1 CUBLAS_VERSION=13.7.0.27 CUFFT_VERSION=12.4.0.34 CURAND_VERSION=10.4.4.49 CUSPARSE_VERSION=12.8.6.49 CUSOLVER_VERSION=12.3.2.15 NPP_VERSION=13.2.0.35 NVJPEG_VERSION=13.2.2.35 CUFILE_VERSION=1.19.0.109 NVJITLINK_VERSION=13.4.52 NVFATBIN_VERSION=13.4.49 CUBLASMP_VERSION=0.10.0.3695 CUSOLVERMP_VERSION=0.9.0.6427 NVSHMEM_VERSION=3.7.1 CUDLA_VERSION=13.4.49 NVPTXCOMPILER_VERSION=13.4.59 CUDNN_VERSION=9.25.0.28 CUDNN_FRONTEND_VERSION=1.27.0 TRT_VERSION=11.2.1.2+cuda13.3 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2026.5.1.18 NSIGHT_COMPUTE_VERSION=2026.3.0.13 CUSPARSELT_VERSION=0.9.1.1 DALI_VERSION=2.2.0 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.53.3 TRANSFORMER_ENGINE_VERSION=2.18 MODEL_OPT_VERSION=0.45.0 CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0 MAXSMVER= NVRX_VERSION=0.6.0 NIXL_VERSION=1.3.0 CUTILE_PYTHON_VERSION=1.5.0 CUTLASS_DSL_VERSION=4.6.2 /bin/bash -c echo "/usr/local/nvidia/lib" >> /etc/ld.so.conf.d/nvidia.conf && echo "/usr/local/nvidia/lib64" >> /etc/ld.so.conf.d/nvidia.conf && if [ "${TARGETARCH}" = "arm64" ]; then echo "/usr/lib/aarch64-linux-gnu/tegra" >> /etc/ld.so.conf.d/nvidia.conf && echo "/usr/lib/aarch64-linux-gnu/tegra-egl" >> /etc/ld.so.conf.d/nvidia.conf; fi # buildkit

2026-08-21 02:34:39 UTC (buildkit.dockerfile.v0)

ARG _LIBPATH_SUFFIX=

2026-08-21 02:34:39 UTC (buildkit.dockerfile.v0)

ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video

2026-08-21 02:34:51 UTC (buildkit.dockerfile.v0)

RUN |50 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.50 RDMACORE_VERSION=63.0 MOFED_VERSION=5.4-rdmacore63.0 OPENUCX_VERSION=1.21.0 OPENMPI_VERSION=5.0.10 EFA_VERSION=1.48.0 TARGETARCH=amd64 CUDA_VERSION=13.4.1.012 CUDA_DRIVER_VERSION=615.65.02 NVVM_VERSION=13.4.59 DOCA_VERSION=3.5.0 NCCL_VERSION=2.30.7+cuda13.3 CCCL_VERSION=13.3.4.2.1 CUBLAS_VERSION=13.7.0.27 CUFFT_VERSION=12.4.0.34 CURAND_VERSION=10.4.4.49 CUSPARSE_VERSION=12.8.6.49 CUSOLVER_VERSION=12.3.2.15 NPP_VERSION=13.2.0.35 NVJPEG_VERSION=13.2.2.35 CUFILE_VERSION=1.19.0.109 NVJITLINK_VERSION=13.4.52 NVFATBIN_VERSION=13.4.49 CUBLASMP_VERSION=0.10.0.3695 CUSOLVERMP_VERSION=0.9.0.6427 NVSHMEM_VERSION=3.7.1 CUDLA_VERSION=13.4.49 NVPTXCOMPILER_VERSION=13.4.59 CUDNN_VERSION=9.25.0.28 CUDNN_FRONTEND_VERSION=1.27.0 TRT_VERSION=11.2.1.2+cuda13.3 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2026.5.1.18 NSIGHT_COMPUTE_VERSION=2026.3.0.13 CUSPARSELT_VERSION=0.9.1.1 DALI_VERSION=2.2.0 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.53.3 TRANSFORMER_ENGINE_VERSION=2.18 MODEL_OPT_VERSION=0.45.0 CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0 MAXSMVER= NVRX_VERSION=0.6.0 NIXL_VERSION=1.3.0 CUTILE_PYTHON_VERSION=1.5.0 CUTLASS_DSL_VERSION=4.6.2 _LIBPATH_SUFFIX= /bin/bash -c export ARTIFACTORY_USER=$(cat /run/secrets/ARTIFACTORY_USER) && export ARTIFACTORY_TOKEN=$(cat /run/secrets/ARTIFACTORY_TOKEN) && if [ -n "${DOCA_VERSION}" ] && dpkg --compare-versions "${HPCX_VERSION}" "ge" "2.24"; then /nvidia/build-scripts/installDOCA.sh; else echo "Not running installDOCA.sh"; fi # buildkit

2026-08-21 02:34:52 UTC (buildkit.dockerfile.v0)

RUN |50 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.50 RDMACORE_VERSION=63.0 MOFED_VERSION=5.4-rdmacore63.0 OPENUCX_VERSION=1.21.0 OPENMPI_VERSION=5.0.10 EFA_VERSION=1.48.0 TARGETARCH=amd64 CUDA_VERSION=13.4.1.012 CUDA_DRIVER_VERSION=615.65.02 NVVM_VERSION=13.4.59 DOCA_VERSION=3.5.0 NCCL_VERSION=2.30.7+cuda13.3 CCCL_VERSION=13.3.4.2.1 CUBLAS_VERSION=13.7.0.27 CUFFT_VERSION=12.4.0.34 CURAND_VERSION=10.4.4.49 CUSPARSE_VERSION=12.8.6.49 CUSOLVER_VERSION=12.3.2.15 NPP_VERSION=13.2.0.35 NVJPEG_VERSION=13.2.2.35 CUFILE_VERSION=1.19.0.109 NVJITLINK_VERSION=13.4.52 NVFATBIN_VERSION=13.4.49 CUBLASMP_VERSION=0.10.0.3695 CUSOLVERMP_VERSION=0.9.0.6427 NVSHMEM_VERSION=3.7.1 CUDLA_VERSION=13.4.49 NVPTXCOMPILER_VERSION=13.4.59 CUDNN_VERSION=9.25.0.28 CUDNN_FRONTEND_VERSION=1.27.0 TRT_VERSION=11.2.1.2+cuda13.3 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2026.5.1.18 NSIGHT_COMPUTE_VERSION=2026.3.0.13 CUSPARSELT_VERSION=0.9.1.1 DALI_VERSION=2.2.0 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.53.3 TRANSFORMER_ENGINE_VERSION=2.18 MODEL_OPT_VERSION=0.45.0 CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0 MAXSMVER= NVRX_VERSION=0.6.0 NIXL_VERSION=1.3.0 CUTILE_PYTHON_VERSION=1.5.0 CUTLASS_DSL_VERSION=4.6.2 _LIBPATH_SUFFIX= /bin/bash -c set -euo pipefail cp -r /mnt/aws-efa-installer /tmp/aws-efa-installer cd /tmp/aws-efa-installer ./efa_installer.sh --skip-rdma-core --build-ngc --skip-mpi dpkg -i DEBS/UBUNTU*/$(uname -m)/libfabric-aws-dev_*.deb dpkg -i DEBS/UBUNTU*/$(uname -m)/libfabric-aws-bin_*.deb rm -f /opt/amazon/efa/lib/libfabric.a rm -rf /tmp/aws-efa-installer ldconfig # buildkit

2026-08-21 02:34:57 UTC (buildkit.dockerfile.v0)

RUN |50 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.50 RDMACORE_VERSION=63.0 MOFED_VERSION=5.4-rdmacore63.0 OPENUCX_VERSION=1.21.0 OPENMPI_VERSION=5.0.10 EFA_VERSION=1.48.0 TARGETARCH=amd64 CUDA_VERSION=13.4.1.012 CUDA_DRIVER_VERSION=615.65.02 NVVM_VERSION=13.4.59 DOCA_VERSION=3.5.0 NCCL_VERSION=2.30.7+cuda13.3 CCCL_VERSION=13.3.4.2.1 CUBLAS_VERSION=13.7.0.27 CUFFT_VERSION=12.4.0.34 CURAND_VERSION=10.4.4.49 CUSPARSE_VERSION=12.8.6.49 CUSOLVER_VERSION=12.3.2.15 NPP_VERSION=13.2.0.35 NVJPEG_VERSION=13.2.2.35 CUFILE_VERSION=1.19.0.109 NVJITLINK_VERSION=13.4.52 NVFATBIN_VERSION=13.4.49 CUBLASMP_VERSION=0.10.0.3695 CUSOLVERMP_VERSION=0.9.0.6427 NVSHMEM_VERSION=3.7.1 CUDLA_VERSION=13.4.49 NVPTXCOMPILER_VERSION=13.4.59 CUDNN_VERSION=9.25.0.28 CUDNN_FRONTEND_VERSION=1.27.0 TRT_VERSION=11.2.1.2+cuda13.3 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2026.5.1.18 NSIGHT_COMPUTE_VERSION=2026.3.0.13 CUSPARSELT_VERSION=0.9.1.1 DALI_VERSION=2.2.0 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.53.3 TRANSFORMER_ENGINE_VERSION=2.18 MODEL_OPT_VERSION=0.45.0 CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0 MAXSMVER= NVRX_VERSION=0.6.0 NIXL_VERSION=1.3.0 CUTILE_PYTHON_VERSION=1.5.0 CUTLASS_DSL_VERSION=4.6.2 _LIBPATH_SUFFIX= /bin/bash -c set -euo pipefail shopt -s nullglob debs=(/nvidia-networking/opt/gcp/nccl-plugins-ngc-debs/*.deb) if [ "${#debs[@]}" -eq 0 ]; then echo "No GCP NCCL plugin NGC deb staged in networking image; skipping install." exit 0 fi if [ "${#debs[@]}" -ne 1 ]; then echo "Expected exactly one GCP NCCL plugin deb, found ${#debs[@]}:" >&2 printf ' %s\n' "${debs[@]}" >&2 exit 1 fi export DEBIAN_FRONTEND=noninteractive apt-get update apt-get install -y --no-install-recommends "${debs[0]}" rm -rf /var/lib/apt/lists/* if [ -d /opt/gcp/nccl-plugins/lib64 ]; then echo "/opt/gcp/nccl-plugins/lib64" > /etc/ld.so.conf.d/gcp-nccl-plugins.conf ldconfig fi # buildkit

2026-08-21 02:34:57 UTC (buildkit.dockerfile.v0)

COPY entrypoint/ /opt/nvidia/ # buildkit

2026-08-21 02:34:57 UTC (buildkit.dockerfile.v0)

ENV NVIDIA_PRODUCT_NAME=CUDA

2026-08-21 02:34:57 UTC (buildkit.dockerfile.v0)

ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]

2026-08-21 02:34:57 UTC (buildkit.dockerfile.v0)

RUN |50 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.50 RDMACORE_VERSION=63.0 MOFED_VERSION=5.4-rdmacore63.0 OPENUCX_VERSION=1.21.0 OPENMPI_VERSION=5.0.10 EFA_VERSION=1.48.0 TARGETARCH=amd64 CUDA_VERSION=13.4.1.012 CUDA_DRIVER_VERSION=615.65.02 NVVM_VERSION=13.4.59 DOCA_VERSION=3.5.0 NCCL_VERSION=2.30.7+cuda13.3 CCCL_VERSION=13.3.4.2.1 CUBLAS_VERSION=13.7.0.27 CUFFT_VERSION=12.4.0.34 CURAND_VERSION=10.4.4.49 CUSPARSE_VERSION=12.8.6.49 CUSOLVER_VERSION=12.3.2.15 NPP_VERSION=13.2.0.35 NVJPEG_VERSION=13.2.2.35 CUFILE_VERSION=1.19.0.109 NVJITLINK_VERSION=13.4.52 NVFATBIN_VERSION=13.4.49 CUBLASMP_VERSION=0.10.0.3695 CUSOLVERMP_VERSION=0.9.0.6427 NVSHMEM_VERSION=3.7.1 CUDLA_VERSION=13.4.49 NVPTXCOMPILER_VERSION=13.4.59 CUDNN_VERSION=9.25.0.28 CUDNN_FRONTEND_VERSION=1.27.0 TRT_VERSION=11.2.1.2+cuda13.3 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2026.5.1.18 NSIGHT_COMPUTE_VERSION=2026.3.0.13 CUSPARSELT_VERSION=0.9.1.1 DALI_VERSION=2.2.0 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.53.3 TRANSFORMER_ENGINE_VERSION=2.18 MODEL_OPT_VERSION=0.45.0 CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0 MAXSMVER= NVRX_VERSION=0.6.0 NIXL_VERSION=1.3.0 CUTILE_PYTHON_VERSION=1.5.0 CUTLASS_DSL_VERSION=4.6.2 _LIBPATH_SUFFIX= /bin/bash -c mkdir -p /workspace && cp -f -p /opt/nvidia/entrypoint.d/30-container-license.txt /workspace/license.txt # buildkit

2026-08-21 02:34:57 UTC (buildkit.dockerfile.v0)

RUN |50 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.50 RDMACORE_VERSION=63.0 MOFED_VERSION=5.4-rdmacore63.0 OPENUCX_VERSION=1.21.0 OPENMPI_VERSION=5.0.10 EFA_VERSION=1.48.0 TARGETARCH=amd64 CUDA_VERSION=13.4.1.012 CUDA_DRIVER_VERSION=615.65.02 NVVM_VERSION=13.4.59 DOCA_VERSION=3.5.0 NCCL_VERSION=2.30.7+cuda13.3 CCCL_VERSION=13.3.4.2.1 CUBLAS_VERSION=13.7.0.27 CUFFT_VERSION=12.4.0.34 CURAND_VERSION=10.4.4.49 CUSPARSE_VERSION=12.8.6.49 CUSOLVER_VERSION=12.3.2.15 NPP_VERSION=13.2.0.35 NVJPEG_VERSION=13.2.2.35 CUFILE_VERSION=1.19.0.109 NVJITLINK_VERSION=13.4.52 NVFATBIN_VERSION=13.4.49 CUBLASMP_VERSION=0.10.0.3695 CUSOLVERMP_VERSION=0.9.0.6427 NVSHMEM_VERSION=3.7.1 CUDLA_VERSION=13.4.49 NVPTXCOMPILER_VERSION=13.4.59 CUDNN_VERSION=9.25.0.28 CUDNN_FRONTEND_VERSION=1.27.0 TRT_VERSION=11.2.1.2+cuda13.3 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2026.5.1.18 NSIGHT_COMPUTE_VERSION=2026.3.0.13 CUSPARSELT_VERSION=0.9.1.1 DALI_VERSION=2.2.0 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.53.3 TRANSFORMER_ENGINE_VERSION=2.18 MODEL_OPT_VERSION=0.45.0 CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0 MAXSMVER= NVRX_VERSION=0.6.0 NIXL_VERSION=1.3.0 CUTILE_PYTHON_VERSION=1.5.0 CUTLASS_DSL_VERSION=4.6.2 _LIBPATH_SUFFIX= /bin/bash -c /tmp/manage_cert.sh uninstall # buildkit

2026-08-21 02:38:14 UTC (buildkit.dockerfile.v0)

ARG ENABLE_MITMPROXY=0

2026-08-21 02:38:14 UTC (buildkit.dockerfile.v0)

ARG ENABLE_FIPS=0

2026-08-21 02:38:14 UTC (buildkit.dockerfile.v0)

RUN |2 ENABLE_MITMPROXY=0 ENABLE_FIPS=0 /bin/bash -c /tmp/manage_cert.sh install # buildkit

2026-08-21 02:35:37 UTC (buildkit.dockerfile.v0)

RUN |2 ENABLE_MITMPROXY=0 ENABLE_FIPS=0 /bin/bash -c export DEBIAN_FRONTEND=noninteractive && apt-get update && apt-get install -y --no-install-recommends apt-utils build-essential libncurses6 libncursesw6 unzip jq gnupg libtcmalloc-minimal4 git libglib2.0-0 libhwloc15 libnuma-dev libnuma1 libpmi2-0-dev numactl openssh-client vim-tiny wget && rm -rf /var/lib/apt/lists/* && if [ "${ENABLE_FIPS}" = "1" ]; then apt-get remove -y openssh-client && cp -f -p /tmp/ubuntu.sources.fips /etc/apt/sources.list.d/ubuntu.sources && apt-get update && apt-get install -y --no-install-recommends openssh-client && rm -rf /var/lib/apt/lists/*; fi && ( [ -x /bin/ssh-agent ] && chgrp root /bin/ssh-agent || true ) && ( [ -x /usr/bin/ssh-agent ] && chgrp root /usr/bin/ssh-agent || true ) # buildkit

2026-08-21 02:35:37 UTC (buildkit.dockerfile.v0)

ARG CUDA_COMPONENT_LIST=crt nvrtc driver-dev culibos-dev cudart cudart-dev nvcc tileiras cupti

2026-08-21 02:35:37 UTC (buildkit.dockerfile.v0)

ENV CUDA_COMPONENT_LIST=crt nvrtc driver-dev culibos-dev cudart cudart-dev nvcc tileiras cupti

2026-08-21 02:35:53 UTC (buildkit.dockerfile.v0)

RUN |3 ENABLE_MITMPROXY=0 ENABLE_FIPS=0 CUDA_COMPONENT_LIST=crt nvrtc driver-dev culibos-dev cudart cudart-dev nvcc tileiras cupti /bin/bash -c set -exo pipefail export ARTIFACTORY_USER=$(cat /run/secrets/ARTIFACTORY_USER) export ARTIFACTORY_TOKEN=$(cat /run/secrets/ARTIFACTORY_TOKEN) # We need CCCL first since cuda-cudart-dev depends on it DEVEL=0 BASE=1 VERSION_LIST="CCCL_VERSION" /nvidia/build-scripts/installLIBS.sh COMPONENT_LIST="${CUDA_COMPONENT_LIST}" /nvidia/build-scripts/installCUDA.sh # buildkit

2026-08-21 02:35:53 UTC (buildkit.dockerfile.v0)

ARG VERSION_LIST=CURAND_VERSION CUBLAS_VERSION CUFILE_VERSION CUOBJCLIENT_VERSION

2026-08-21 02:38:14 UTC (buildkit.dockerfile.v0)

RUN |4 ENABLE_MITMPROXY=0 ENABLE_FIPS=0 CUDA_COMPONENT_LIST=crt nvrtc driver-dev culibos-dev cudart cudart-dev nvcc tileiras cupti VERSION_LIST=CURAND_VERSION CUBLAS_VERSION CUFILE_VERSION CUOBJCLIENT_VERSION /bin/bash -c set -exo pipefail export ARTIFACTORY_USER=$(cat /run/secrets/ARTIFACTORY_USER) export ARTIFACTORY_TOKEN=$(cat /run/secrets/ARTIFACTORY_TOKEN) VERSION_LIST="${VERSION_LIST}" /nvidia/build-scripts/installLIBS.sh # Hack to grab stubs from the libs stage and put them under /usr/local/cuda/lib64 without actually installing the libs HACK_LIST="cusparse cusolver cufft nvJitLink" for lib in ${HACK_LIST}; do _LIB_VERSION_ENV_VAR="${lib^^}_VERSION" _LIB_MAJOR_VERSION=$(echo "${!_LIB_VERSION_ENV_VAR}" | cut -d. -f1) if [[ -z "${_LIB_MAJOR_VERSION}" ]]; then echo "[ERROR] ${_LIB_VERSION_ENV_VAR} is not set" exit 1 fi for _stub in $(ls /tmp/stubs/*${lib}*); do cp ${_stub} /usr/local/cuda/lib64/$(basename ${_stub}).${_LIB_MAJOR_VERSION} # Create a symlink to the file with .0 extension ln -sf $(basename ${_stub}).${_LIB_MAJOR_VERSION} /usr/local/cuda/lib64/$(basename ${_stub}).0 done done ( set +x; echo "[INFO] /usr/local/cuda/lib64 after hack:"; ls -larth /usr/local/cuda/lib64/ ) /nvidia/build-scripts/installCUDNN.sh /nvidia/build-scripts/installCUSPARSELT.sh NOBUILDER=1 /nvidia/build-scripts/installTRT.sh /nvidia/build-scripts/installNCCL.sh DPKG_DIVERT=1 /nvidia/build-scripts/installNVSHMEM.sh ls /usr/local/cuda/lib64/libnvshmem_host.so* || { echo "[ERROR] libnvshmem_host.so* not found under /usr/local/cuda/lib64"; exit 1; } ls /usr/local/cuda/lib64/libcuobjclient.so* || { echo "[ERROR] libcuobjclient.so* not found under /usr/local/cuda/lib64"; exit 1; } # buildkit

2026-08-21 02:38:14 UTC (buildkit.dockerfile.v0)

ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:

2026-08-21 02:38:14 UTC (buildkit.dockerfile.v0)

RUN |4 ENABLE_MITMPROXY=0 ENABLE_FIPS=0 CUDA_COMPONENT_LIST=crt nvrtc driver-dev culibos-dev cudart cudart-dev nvcc tileiras cupti VERSION_LIST=CURAND_VERSION CUBLAS_VERSION CUFILE_VERSION CUOBJCLIENT_VERSION /bin/bash -c /tmp/manage_cert.sh uninstall # buildkit

2026-08-21 02:38:14 UTC (buildkit.dockerfile.v0)

LABEL com.nvidia.nccl.version=2.30.7+cuda13.3 com.nvidia.cublas.version=13.7.0.27 com.nvidia.cufft.version=12.4.0.34 com.nvidia.curand.version=10.4.4.49 com.nvidia.cusparse.version=12.8.6.49 com.nvidia.cusparselt.version=0.9.1.1 com.nvidia.cusolver.version=12.3.2.15 com.nvidia.npp.version=13.2.0.35 com.nvidia.nvjpeg.version=13.2.2.35 com.nvidia.cudnn.version=9.25.0.28

2026-08-21 02:40:56 UTC (buildkit.dockerfile.v0)

ARG ENABLE_MITMPROXY=0

2026-08-21 02:40:56 UTC (buildkit.dockerfile.v0)

RUN |1 ENABLE_MITMPROXY=0 /bin/bash -c /tmp/manage_cert.sh install # buildkit

2026-08-21 02:41:02 UTC (buildkit.dockerfile.v0)

RUN |1 ENABLE_MITMPROXY=0 /bin/bash -c export DEBIAN_FRONTEND=noninteractive && apt-get update && apt-get install -y --no-install-recommends build-essential libncurses6 libncursesw6 unzip jq gnupg libtcmalloc-minimal4 && rm -rf /var/lib/apt/lists/* # buildkit

2026-08-21 02:41:18 UTC (buildkit.dockerfile.v0)

RUN |1 ENABLE_MITMPROXY=0 /bin/bash -c export ARTIFACTORY_USER=$(cat /run/secrets/ARTIFACTORY_USER) && export ARTIFACTORY_TOKEN=$(cat /run/secrets/ARTIFACTORY_TOKEN) && /nvidia/build-scripts/installCUDA.sh # buildkit

2026-08-21 02:43:02 UTC (buildkit.dockerfile.v0)

RUN |1 ENABLE_MITMPROXY=0 /bin/bash -c export ARTIFACTORY_USER=$(cat /run/secrets/ARTIFACTORY_USER) && export ARTIFACTORY_TOKEN=$(cat /run/secrets/ARTIFACTORY_TOKEN) && PURGESTUBS="1" /nvidia/build-scripts/installLIBS.sh && /nvidia/build-scripts/installCUDNN.sh && /nvidia/build-scripts/installTRT.sh && ARTIFACTORY_CLOUD=1 /nvidia/build-scripts/installNSYS.sh && /nvidia/build-scripts/installNCU.sh && /nvidia/build-scripts/installCUSPARSELT.sh && /nvidia/build-scripts/installNCCL.sh # buildkit

2026-08-21 02:43:02 UTC (buildkit.dockerfile.v0)

LABEL com.nvidia.nccl.version=2.30.7+cuda13.3 com.nvidia.cublas.version=13.7.0.27 com.nvidia.cufft.version=12.4.0.34 com.nvidia.curand.version=10.4.4.49 com.nvidia.cusparse.version=12.8.6.49 com.nvidia.cusparselt.version=0.9.1.1 com.nvidia.cusolver.version=12.3.2.15 com.nvidia.npp.version=13.2.0.35 com.nvidia.nvjpeg.version=13.2.2.35 com.nvidia.cublasmp.version=0.10.0.3695 com.nvidia.cusolvermp.version=0.9.0.6427 com.nvidia.nvvm.version=13.4.59 com.nvidia.cudla.version=13.4.49 com.nvidia.cudnn.version=9.25.0.28 com.nvidia.tensorrt.version=11.2.1.2+cuda13.3 com.nvidia.tensorrtoss.version= com.nvidia.nsightsystems.version=2026.5.1.18 com.nvidia.nsightcompute.version=2026.3.0.13

2026-08-21 02:43:03 UTC (buildkit.dockerfile.v0)

RUN |1 ENABLE_MITMPROXY=0 /bin/bash -c /tmp/manage_cert.sh uninstall # buildkit

2026-08-21 03:05:33 UTC (buildkit.dockerfile.v0)

ARG TARGETARCH=amd64

2026-08-21 03:05:33 UTC (buildkit.dockerfile.v0)

ARG ENABLE_FIPS=0

2026-08-21 03:05:33 UTC (buildkit.dockerfile.v0)

ARG ENABLE_MITMPROXY=0

2026-08-21 03:05:33 UTC (buildkit.dockerfile.v0)

RUN |3 TARGETARCH=amd64 ENABLE_FIPS=0 ENABLE_MITMPROXY=0 /bin/bash -c /tmp/manage_cert.sh install # buildkit

2026-08-21 03:05:45 UTC (buildkit.dockerfile.v0)

RUN |3 TARGETARCH=amd64 ENABLE_FIPS=0 ENABLE_MITMPROXY=0 /bin/bash -c export DEBIAN_FRONTEND=noninteractive && apt-get update && apt-get install -y --no-install-recommends build-essential git libglib2.0-0 less libhwloc15 libnuma-dev libnuma1 libpmi2-0-dev nano numactl openssh-client vim wget && rm -rf /var/lib/apt/lists/* && if [ "${ENABLE_FIPS}" = "1" ]; then apt-get remove -y openssh-client && cp -f -p /tmp/ubuntu.sources.fips /etc/apt/sources.list.d/ubuntu.sources && apt-get update && apt-get install -y --no-install-recommends openssh-client && rm -rf /var/lib/apt/lists/*; fi && ( [ -x /bin/ssh-agent ] && chgrp root /bin/ssh-agent || true ) && ( [ -x /usr/bin/ssh-agent ] && chgrp root /usr/bin/ssh-agent || true ) # buildkit

2026-08-21 03:05:45 UTC (buildkit.dockerfile.v0)

COPY cuda-*.patch /tmp # buildkit

2026-08-21 03:10:31 UTC (buildkit.dockerfile.v0)

RUN |3 TARGETARCH=amd64 ENABLE_FIPS=0 ENABLE_MITMPROXY=0 /bin/bash -c set -exo pipefail export ARTIFACTORY_USER=$(cat /run/secrets/ARTIFACTORY_USER) export ARTIFACTORY_TOKEN=$(cat /run/secrets/ARTIFACTORY_TOKEN) export DEVEL=1 BASE=0 /nvidia/build-scripts/installNCU.sh /nvidia/build-scripts/installCUDA.sh /nvidia/build-scripts/installLIBS.sh /nvidia/build-scripts/installNCCL.sh # https://jirasw.nvidia.com/browse/DLR-4957 to get the headers and static files with symlinks to the common location DPKG_DIVERT=1 STATIC=1 /nvidia/build-scripts/installNVSHMEM.sh /nvidia/build-scripts/installCUDNN.sh /nvidia/build-scripts/installTRT.sh ARTIFACTORY_CLOUD=1 /nvidia/build-scripts/installNSYS.sh /nvidia/build-scripts/installCUSPARSELT.sh if [ -f "/tmp/cuda-${_CUDA_VERSION_MAJMIN}.patch" ]; then patch -p0 < /tmp/cuda-${_CUDA_VERSION_MAJMIN}.patch; fi rm -f /tmp/cuda-*.patch # buildkit

2026-08-21 03:10:31 UTC (buildkit.dockerfile.v0)

ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:/usr/local/cuda/lib64/stubs:

2026-08-21 03:10:31 UTC (buildkit.dockerfile.v0)

RUN |3 TARGETARCH=amd64 ENABLE_FIPS=0 ENABLE_MITMPROXY=0 /bin/bash -c /tmp/manage_cert.sh uninstall # buildkit

2026-09-27 06:05:24 UTC (buildkit.dockerfile.v0)

ARG INSTALL_RUBIN_PRERELEASE

2026-09-27 06:05:24 UTC (buildkit.dockerfile.v0)

ARG TARGETPLATFORM

2026-09-27 06:05:24 UTC (buildkit.dockerfile.v0)

ARG max_jobs=2

2026-09-27 06:05:24 UTC (buildkit.dockerfile.v0)

ARG CUDA_VERSION

2026-09-27 06:05:24 UTC (buildkit.dockerfile.v0)

ARG PYTHON_VERSION

2026-09-27 06:05:24 UTC (buildkit.dockerfile.v0)

ARG NCCL_VERSION

2026-09-27 06:05:24 UTC (buildkit.dockerfile.v0)

ARG DEADSNAKES_MIRROR_URL

2026-09-27 06:05:24 UTC (buildkit.dockerfile.v0)

ARG DEADSNAKES_GPGKEY_URL

2026-09-27 06:05:24 UTC (buildkit.dockerfile.v0)

ARG GET_PIP_URL

2026-09-27 06:05:24 UTC (buildkit.dockerfile.v0)

ENV CUDA_VERSION=13.4

2026-09-27 06:05:24 UTC (buildkit.dockerfile.v0)

ENV DEBIAN_FRONTEND=noninteractive

2026-09-27 06:05:24 UTC (buildkit.dockerfile.v0)

WORKDIR /vllm-workspace

2026-09-27 06:05:25 UTC (buildkit.dockerfile.v0)

RUN |9 INSTALL_RUBIN_PRERELEASE=true TARGETPLATFORM=linux/amd64 max_jobs=16 CUDA_VERSION=13.4 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/bash -c PYTHON_VERSION_STR=$(echo ${PYTHON_VERSION} | sed 's/\.//g') && echo "export PYTHON_VERSION_STR=${PYTHON_VERSION_STR}" >> /etc/environment # buildkit

2026-09-27 06:06:29 UTC (buildkit.dockerfile.v0)

RUN |9 INSTALL_RUBIN_PRERELEASE=true TARGETPLATFORM=linux/amd64 max_jobs=16 CUDA_VERSION=13.4 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/bash -c apt-get update -y && apt-get install -y --no-install-recommends software-properties-common curl sudo ffmpeg libsm6 libxext6 libgl1 && if [ ! -z ${DEADSNAKES_MIRROR_URL} ] ; then if [ ! -z "${DEADSNAKES_GPGKEY_URL}" ] ; then mkdir -p -m 0755 /etc/apt/keyrings ; curl -L ${DEADSNAKES_GPGKEY_URL} | gpg --dearmor > /etc/apt/keyrings/deadsnakes.gpg ; sudo chmod 644 /etc/apt/keyrings/deadsnakes.gpg ; echo "deb [signed-by=/etc/apt/keyrings/deadsnakes.gpg] ${DEADSNAKES_MIRROR_URL} $(lsb_release -cs) main" > /etc/apt/sources.list.d/deadsnakes.list ; fi ; else for i in 1 2 3; do add-apt-repository -y ppa:deadsnakes/ppa && break || { echo "Attempt $i failed, retrying in 5s..."; sleep 5; }; done ; fi && apt-get update -y && apt-get install -y --no-install-recommends python${PYTHON_VERSION} python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-venv libibverbs-dev && rm -rf /var/lib/apt/lists/* && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1 && update-alternatives --set python3 /usr/bin/python${PYTHON_VERSION} && ln -sf /usr/bin/python${PYTHON_VERSION}-config /usr/bin/python3-config && rm -f /usr/lib/python${PYTHON_VERSION}/EXTERNALLY-MANAGED && curl -sS ${GET_PIP_URL} | python${PYTHON_VERSION} && python3 --version && python3 -m pip --version # buildkit

2026-09-27 06:06:34 UTC (buildkit.dockerfile.v0)

RUN |9 INSTALL_RUBIN_PRERELEASE=true TARGETPLATFORM=linux/amd64 max_jobs=16 CUDA_VERSION=13.4 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/bash -c CUDA_VERSION_DASH=$(echo $CUDA_VERSION | cut -d. -f1,2 | tr '.' '-') && apt-get update -y && apt-get install -y --no-install-recommends --allow-change-held-packages cuda-nvcc-${CUDA_VERSION_DASH} cuda-cudart-${CUDA_VERSION_DASH} cuda-nvrtc-${CUDA_VERSION_DASH} cuda-nvrtc-dev-${CUDA_VERSION_DASH} cuda-cuobjdump-${CUDA_VERSION_DASH} libcurand-dev-${CUDA_VERSION_DASH} libcublas-dev-${CUDA_VERSION_DASH} libnuma-dev numactl && rm -rf /var/lib/apt/lists/* # buildkit

2026-09-27 06:06:34 UTC (buildkit.dockerfile.v0)

ENV CUDA_HOME=/usr/local/cuda

2026-09-27 06:06:34 UTC (buildkit.dockerfile.v0)

ENV PATH=/usr/local/cuda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin

2026-09-27 06:06:34 UTC (buildkit.dockerfile.v0)

ENV LD_LIBRARY_PATH=/usr/local/cuda/lib64:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64

2026-09-27 06:06:35 UTC (buildkit.dockerfile.v0)

RUN |9 INSTALL_RUBIN_PRERELEASE=true TARGETPLATFORM=linux/amd64 max_jobs=16 CUDA_VERSION=13.4 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/bash -c if [ "${INSTALL_RUBIN_PRERELEASE}" = "true" ]; then CUDA_MAJOR_MINOR=$(echo "${CUDA_VERSION}" | cut -d. -f1,2) && if [ "${CUDA_MAJOR_MINOR}" = "13.4" ]; then CURAND_LIBRARY=$(find -H /usr/local/cuda -name libcurand.so.10 -print -quit) && test -n "${CURAND_LIBRARY}" && ln -sf "${CURAND_LIBRARY}" /usr/local/cuda/lib64/libcurand.so.11; elif [ "${CUDA_MAJOR_MINOR}" = "13.5" ]; then CURAND_LIBRARY=$(find -H /usr/local/cuda -name libcurand.so.11 -print -quit) && test -n "${CURAND_LIBRARY}" && ! readlink -f "${CURAND_LIBRARY}" | grep -q 'libcurand\.so\.10'; else echo "Unsupported Rubin CUDA version: ${CUDA_MAJOR_MINOR}" >&2; exit 1; fi && if NCCL_LIBRARY=$(find /usr/lib -name libnccl.so.2 -print -quit) && [ -n "${NCCL_LIBRARY}" ]; then if [ "${NCCL_LIBRARY}" != "/usr/lib/libnccl.so.2" ]; then ln -sf "${NCCL_LIBRARY}" /usr/lib/libnccl.so.2; fi && ln -sf libnccl.so.2 /usr/lib/libnccl.so; fi && ldconfig; fi # buildkit

2026-09-27 06:06:35 UTC (buildkit.dockerfile.v0)

COPY tools/install_snapshot_runtime.sh /usr/local/bin/install_snapshot_runtime.sh # buildkit

2026-09-27 06:07:01 UTC (buildkit.dockerfile.v0)

RUN |9 INSTALL_RUBIN_PRERELEASE=true TARGETPLATFORM=linux/amd64 max_jobs=16 CUDA_VERSION=13.4 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/bash -c if [ "${TARGETPLATFORM}" = "linux/amd64" ]; then MAX_JOBS="${max_jobs}" /usr/local/bin/install_snapshot_runtime.sh; else echo "Initialized snapshots are not installed for ${TARGETPLATFORM}"; fi # buildkit

2026-09-27 06:07:01 UTC (buildkit.dockerfile.v0)

ENV CRIU_CUDA_PLUGIN_DIR=/usr/local/lib/criu

2026-09-27 06:07:03 UTC (buildkit.dockerfile.v0)

RUN |9 INSTALL_RUBIN_PRERELEASE=true TARGETPLATFORM=linux/amd64 max_jobs=16 CUDA_VERSION=13.4 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/bash -c python3 -m pip install uv # buildkit

2026-09-27 06:07:03 UTC (buildkit.dockerfile.v0)

ENV UV_HTTP_TIMEOUT=500

2026-09-27 06:07:03 UTC (buildkit.dockerfile.v0)

ENV UV_INDEX_STRATEGY=unsafe-best-match

2026-09-27 06:07:03 UTC (buildkit.dockerfile.v0)

ENV UV_LINK_MODE=copy

2026-09-27 06:07:03 UTC (buildkit.dockerfile.v0)

ENV UV_PYTHON_INSTALL_DIR=/opt/uv/python

2026-09-27 06:07:03 UTC (buildkit.dockerfile.v0)

ENV UV_CACHE_DIR=/opt/uv/cache

2026-09-27 06:07:03 UTC (buildkit.dockerfile.v0)

RUN |9 INSTALL_RUBIN_PRERELEASE=true TARGETPLATFORM=linux/amd64 max_jobs=16 CUDA_VERSION=13.4 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/bash -c mkdir -p "${UV_PYTHON_INSTALL_DIR}" "${UV_CACHE_DIR}" && chgrp -R 0 /opt/uv && chmod -R g+rwX,a+rX /opt/uv # buildkit

2026-09-27 06:07:04 UTC (buildkit.dockerfile.v0)

RUN |9 INSTALL_RUBIN_PRERELEASE=true TARGETPLATFORM=linux/amd64 max_jobs=16 CUDA_VERSION=13.4 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/bash -c CUDA_MAJOR=$(echo $CUDA_VERSION | cut -d. -f1) && if [ -n "$NCCL_VERSION" ]; then echo "nvidia-nccl-cu${CUDA_MAJOR}==${NCCL_VERSION}" > /etc/uv-overrides.txt; else touch /etc/uv-overrides.txt; fi # buildkit

2026-09-27 06:07:04 UTC (buildkit.dockerfile.v0)

ENV UV_OVERRIDE=/etc/uv-overrides.txt

2026-09-27 06:07:05 UTC (buildkit.dockerfile.v0)

RUN |9 INSTALL_RUBIN_PRERELEASE=true TARGETPLATFORM=linux/amd64 max_jobs=16 CUDA_VERSION=13.4 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/bash -c useradd --uid 2000 --gid 0 --create-home --home-dir /home/vllm --shell /bin/bash vllm && mkdir -p /home/vllm/.cache /home/vllm/.config && chown -R 2000:0 /home/vllm && chmod -R g+rwX /home/vllm && chgrp 0 /etc/passwd /etc/group && chmod g=u /etc/passwd /etc/group # buildkit

2026-09-27 06:07:05 UTC (buildkit.dockerfile.v0)

COPY docker/entrypoints/vllm-nonroot-entrypoint.sh /usr/local/bin/vllm-nonroot-entrypoint.sh # buildkit

2026-09-27 06:07:05 UTC (buildkit.dockerfile.v0)

RUN |9 INSTALL_RUBIN_PRERELEASE=true TARGETPLATFORM=linux/amd64 max_jobs=16 CUDA_VERSION=13.4 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/bash -c chmod 0755 /usr/local/bin/vllm-nonroot-entrypoint.sh # buildkit

2026-09-27 06:07:05 UTC (buildkit.dockerfile.v0)

ENV VLLM_ENABLE_CUDA_COMPATIBILITY=0

2026-09-27 06:07:05 UTC (buildkit.dockerfile.v0)

ARG PYTORCH_CUDA_INDEX_BASE_URL

2026-09-27 06:07:05 UTC (buildkit.dockerfile.v0)

COPY requirements/common.txt /tmp/common.txt # buildkit

2026-09-27 06:07:06 UTC (buildkit.dockerfile.v0)

COPY requirements/cuda.txt /tmp/requirements-cuda.txt # buildkit

2026-09-27 06:09:20 UTC (buildkit.dockerfile.v0)

RUN |10 INSTALL_RUBIN_PRERELEASE=true TARGETPLATFORM=linux/amd64 max_jobs=16 CUDA_VERSION=13.4 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl /bin/bash -c if [ "${INSTALL_RUBIN_PRERELEASE}" = "true" ] && [ ! -f /tmp/vllm-requirements/rubin-prerelease.txt ]; then echo "INSTALL_RUBIN_PRERELEASE=true requires requirements/rubin-prerelease.txt" >&2; exit 1; fi && if [ "$(echo $CUDA_VERSION | cut -d. -f1)" = "12" ]; then sed -i 's/^nvidia-cutlass-dsl\[cu13\]/nvidia-cutlass-dsl/' /tmp/requirements-cuda.txt; sed -i 's/^humming-kernels\[cu13\]/humming-kernels[cu12]/' /tmp/requirements-cuda.txt; fi && if [ "${INSTALL_RUBIN_PRERELEASE}" = "true" ]; then uv pip install --system --prerelease=allow --index-strategy unsafe-first-match -r /tmp/vllm-requirements/rubin-prerelease.txt && sed -Ei '/^[[:space:]]*(torch|torchvision|torchaudio)[[:space:]]*==/Id' /tmp/requirements-cuda.txt && uv pip install --system -r /tmp/requirements-cuda.txt && uv pip install --system --prerelease=allow --index-strategy unsafe-first-match -r /tmp/vllm-requirements/rubin-prerelease.txt && printf '%s\n' "/usr/local/lib/python${PYTHON_VERSION}/dist-packages/nvpl/lib" > /etc/ld.so.conf.d/vllm-rubin-python.conf && ldconfig; else uv pip install --system -r /tmp/requirements-cuda.txt --extra-index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.'); fi && rm /tmp/requirements-cuda.txt /tmp/common.txt # buildkit

2026-09-27 06:09:20 UTC (buildkit.dockerfile.v0)

ARG FLASHINFER_VERSION=0.7.0

2026-09-27 06:09:20 UTC (buildkit.dockerfile.v0)

RUN |11 INSTALL_RUBIN_PRERELEASE=true TARGETPLATFORM=linux/amd64 max_jobs=16 CUDA_VERSION=13.4 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl FLASHINFER_VERSION=0.7.0 /bin/bash -c if [ "${INSTALL_RUBIN_PRERELEASE}" != "true" ]; then uv pip install --system flashinfer-jit-cache==${FLASHINFER_VERSION} --index-url https://flashinfer.ai/whl/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.'); fi # buildkit

2026-09-27 06:09:20 UTC (buildkit.dockerfile.v0)

ARG GDRCOPY_CUDA_VERSION=12.8

2026-09-27 06:09:20 UTC (buildkit.dockerfile.v0)

ARG GDRCOPY_OS_VERSION=Ubuntu24_04

2026-09-27 06:09:20 UTC (buildkit.dockerfile.v0)

ARG TARGETPLATFORM

2026-09-27 06:09:20 UTC (buildkit.dockerfile.v0)

COPY tools/install_gdrcopy.sh /tmp/install_gdrcopy.sh # buildkit

2026-09-27 06:09:23 UTC (buildkit.dockerfile.v0)

RUN |14 INSTALL_RUBIN_PRERELEASE=true TARGETPLATFORM=linux/amd64 max_jobs=16 CUDA_VERSION=13.4 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl FLASHINFER_VERSION=0.7.0 GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 TARGETPLATFORM=linux/amd64 /bin/bash -c set -eux; if [ "${INSTALL_RUBIN_PRERELEASE}" = "true" ] && ldconfig -p | grep -q 'libgdrapi\.so'; then true; else case "${TARGETPLATFORM}" in linux/arm64) UUARCH="aarch64" ;; linux/amd64) UUARCH="x64" ;; *) echo "Unsupported TARGETPLATFORM: ${TARGETPLATFORM}" >&2; exit 1 ;; esac; /tmp/install_gdrcopy.sh "${GDRCOPY_OS_VERSION}" "${GDRCOPY_CUDA_VERSION}" "${UUARCH}"; fi; rm /tmp/install_gdrcopy.sh # buildkit

2026-09-27 06:09:23 UTC (buildkit.dockerfile.v0)

ARG TIMM_VERSION=>=1.0.17

2026-09-27 06:09:23 UTC (buildkit.dockerfile.v0)

ARG RUNAI_MODEL_STREAMER_VERSION=>=0.15.7

2026-09-27 06:09:27 UTC (buildkit.dockerfile.v0)

RUN |16 INSTALL_RUBIN_PRERELEASE=true TARGETPLATFORM=linux/amd64 max_jobs=16 CUDA_VERSION=13.4 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl FLASHINFER_VERSION=0.7.0 GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 TARGETPLATFORM=linux/amd64 TIMM_VERSION=>=1.0.17 RUNAI_MODEL_STREAMER_VERSION=>=0.15.7 /bin/bash -c uv pip install --system accelerate 'modelscope<1.38' "timm${TIMM_VERSION}" "runai-model-streamer[s3,gcs,azure]${RUNAI_MODEL_STREAMER_VERSION}" # buildkit

2026-09-27 06:09:27 UTC (buildkit.dockerfile.v0)

ARG PIP_INDEX_URL UV_INDEX_URL

2026-09-27 06:09:27 UTC (buildkit.dockerfile.v0)

ARG PIP_EXTRA_INDEX_URL UV_EXTRA_INDEX_URL

2026-09-27 06:09:27 UTC (buildkit.dockerfile.v0)

ARG PYTORCH_CUDA_INDEX_BASE_URL

2026-09-27 06:09:27 UTC (buildkit.dockerfile.v0)

ARG PIP_KEYRING_PROVIDER UV_KEYRING_PROVIDER

2026-09-27 06:09:27 UTC (buildkit.dockerfile.v0)

ARG PYTORCH_NIGHTLY

2026-09-27 06:09:27 UTC (buildkit.dockerfile.v0)

COPY /workspace/torch_lib_versions.txt torch_lib_versions.txt # buildkit

2026-09-27 06:29:55 UTC (buildkit.dockerfile.v0)

COPY /workspace/dist/wheel.sha256 /tmp/vllm-wheel.sha256 # buildkit

2026-09-27 06:30:01 UTC (buildkit.dockerfile.v0)

RUN |8 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled PYTORCH_NIGHTLY= /bin/bash -c if [ "${PYTORCH_NIGHTLY}" = "1" ]; then echo "Installing torch nightly..." && uv pip install --system $(cat torch_lib_versions.txt | xargs) --pre --index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/nightly/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.') && echo "Installing vLLM..." && uv pip install --system dist/*.whl --verbose --extra-index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/nightly/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.'); else echo "Installing vLLM..." && uv pip install --system dist/*.whl --verbose --extra-index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.'); fi # buildkit

2026-09-27 06:30:01 UTC (buildkit.dockerfile.v0)

RUN |8 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled PYTORCH_NIGHTLY= /bin/bash -c ln -s "$(python3 -c 'import sysconfig; print(sysconfig.get_path("platlib"))')/vllm/vllm-rs" /usr/local/bin/vllm-rs && vllm-rs --version # buildkit

2026-09-27 06:30:02 UTC (buildkit.dockerfile.v0)

RUN |8 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled PYTORCH_NIGHTLY= /bin/bash -c . /etc/environment && uv pip list # buildkit

2026-09-27 06:30:02 UTC (buildkit.dockerfile.v0)

ENV LD_LIBRARY_PATH=/usr/local/cuda/lib64:/usr/local/cuda/lib64:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64

2026-09-27 06:30:02 UTC (buildkit.dockerfile.v0)

COPY /tmp/ep_kernels_workspace/dist/wheels.sha256 /tmp/ep-kernels-wheels.sha256 # buildkit

2026-09-27 06:30:03 UTC (buildkit.dockerfile.v0)

RUN |8 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled PYTORCH_NIGHTLY= /bin/bash -c uv pip install --system ep_kernels/dist/*.whl --verbose --extra-index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.') # buildkit

2026-09-27 06:30:03 UTC (buildkit.dockerfile.v0)

ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/cuda/lib64:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64

2026-09-27 06:30:03 UTC (buildkit.dockerfile.v0)

COPY examples examples # buildkit

2026-09-27 06:30:03 UTC (buildkit.dockerfile.v0)

COPY benchmarks benchmarks # buildkit

2026-09-27 06:30:03 UTC (buildkit.dockerfile.v0)

COPY ./vllm/collect_env.py . # buildkit

2026-09-27 06:30:03 UTC (buildkit.dockerfile.v0)

ARG TARGETPLATFORM

2026-09-27 06:30:03 UTC (buildkit.dockerfile.v0)

ARG INSTALL_KV_CONNECTORS=false

2026-09-27 06:30:03 UTC (buildkit.dockerfile.v0)

ARG INSTALL_RUBIN_PRERELEASE

2026-09-27 06:30:03 UTC (buildkit.dockerfile.v0)

ARG TRITON_INSTALL_FROM_SOURCE_REPO

2026-09-27 06:30:03 UTC (buildkit.dockerfile.v0)

ARG CUDA_VERSION

2026-09-27 06:30:03 UTC (buildkit.dockerfile.v0)

ARG VLLM_BUILD_COMMIT

2026-09-27 06:30:03 UTC (buildkit.dockerfile.v0)

ARG VLLM_BUILD_PIPELINE

2026-09-27 06:30:03 UTC (buildkit.dockerfile.v0)

ARG VLLM_BUILD_URL

2026-09-27 06:30:03 UTC (buildkit.dockerfile.v0)

ARG VLLM_IMAGE_TAG

2026-09-27 06:30:03 UTC (buildkit.dockerfile.v0)

ARG PIP_INDEX_URL UV_INDEX_URL

2026-09-27 06:30:03 UTC (buildkit.dockerfile.v0)

ARG PIP_EXTRA_INDEX_URL UV_EXTRA_INDEX_URL

2026-09-27 06:30:03 UTC (buildkit.dockerfile.v0)

ENV UV_HTTP_TIMEOUT=500

2026-09-27 06:30:03 UTC (buildkit.dockerfile.v0)

ARG torch_cuda_arch_list=7.5 8.0 8.6 8.9 9.0 10.0 11.0 12.0

2026-09-27 06:30:03 UTC (buildkit.dockerfile.v0)

ENV TORCH_CUDA_ARCH_LIST=7.5 8.0 8.6 8.9 9.0 10.0 12.0

2026-09-27 06:30:09 UTC (buildkit.dockerfile.v0)

RUN |14 TARGETPLATFORM=linux/amd64 INSTALL_KV_CONNECTORS=true INSTALL_RUBIN_PRERELEASE=true TRITON_INSTALL_FROM_SOURCE_REPO=https://github.com/triton-lang/triton.git CUDA_VERSION=13.4 VLLM_BUILD_COMMIT=a9eafde59cbd55182dc2265cc398b7186f0a0eaa VLLM_BUILD_PIPELINE=019d130e-464e-4ff7-b84b-492992c0c06b VLLM_BUILD_URL=https://buildkite.com/vllm/release-v2/builds/7333 VLLM_IMAGE_TAG=vllm/vllm-openai:cu134-nightly-a9eafde59cbd55182dc2265cc398b7186f0a0eaa PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= torch_cuda_arch_list=7.5 8.0 8.6 8.9 9.0 10.0 12.0 /bin/bash -c set -eu; CUDA_MAJOR="${CUDA_VERSION%%.*}"; CUDA_VERSION_DASH=$(echo $CUDA_VERSION | cut -d. -f1,2 | tr '.' '-'); CUDA_HOME=/usr/local/cuda; BUILD_PKGS="libcusparse-dev-${CUDA_VERSION_DASH} libcublas-dev-${CUDA_VERSION_DASH} libcusolver-dev-${CUDA_VERSION_DASH}"; if [ "$INSTALL_KV_CONNECTORS" = "true" ]; then KV_REQUIREMENTS=/tmp/vllm-requirements/kv_connectors.txt; if [ "${CUDA_MAJOR}" = "12" ]; then KV_REQUIREMENTS=/tmp/vllm-requirements/kv_connectors_cu12.txt; fi; uv pip freeze --system > /tmp/kv-installed.txt; grep -E '^(torch|torchaudio|torchvision|triton|cuda-bindings|cuda-python|cuda-toolkit)==' /tmp/kv-installed.txt > /tmp/kv-constraints.txt; uv pip install --system -c /tmp/kv-constraints.txt -r "${KV_REQUIREMENTS}" --no-build || ( apt-get update -y && apt-get install -y --no-install-recommends --allow-change-held-packages ${BUILD_PKGS} && uv pip install --system -c /tmp/kv-constraints.txt -r "${KV_REQUIREMENTS}" --no-build-isolation && apt-get purge -y ${BUILD_PKGS} && rm -rf /var/lib/apt/lists/* ); MOONCAKE_VERSION=$(python3 -c "import importlib.metadata as m; print(m.version('mooncake-transfer-engine'))" 2>/dev/null || true) && if [ "${CUDA_MAJOR}" = "13" ] && [ -n "${MOONCAKE_VERSION}" ]; then uv pip uninstall --system mooncake-transfer-engine 2>/dev/null || true; uv pip install --system -c /tmp/kv-constraints.txt "mooncake-transfer-engine-cuda13==${MOONCAKE_VERSION}"; fi; rm -f /tmp/kv-installed.txt /tmp/kv-constraints.txt; fi # buildkit

2026-09-27 06:30:09 UTC (buildkit.dockerfile.v0)

RUN |14 TARGETPLATFORM=linux/amd64 INSTALL_KV_CONNECTORS=true INSTALL_RUBIN_PRERELEASE=true TRITON_INSTALL_FROM_SOURCE_REPO=https://github.com/triton-lang/triton.git CUDA_VERSION=13.4 VLLM_BUILD_COMMIT=a9eafde59cbd55182dc2265cc398b7186f0a0eaa VLLM_BUILD_PIPELINE=019d130e-464e-4ff7-b84b-492992c0c06b VLLM_BUILD_URL=https://buildkite.com/vllm/release-v2/builds/7333 VLLM_IMAGE_TAG=vllm/vllm-openai:cu134-nightly-a9eafde59cbd55182dc2265cc398b7186f0a0eaa PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= torch_cuda_arch_list=7.5 8.0 8.6 8.9 9.0 10.0 12.0 /bin/bash -c if [ "${INSTALL_RUBIN_PRERELEASE}" = "true" ]; then echo "Installing Rubin prerelease requirements..." && uv pip install --system --prerelease=allow --index-strategy unsafe-first-match -r /tmp/vllm-requirements/rubin-prerelease.txt; fi # buildkit

2026-09-27 06:30:09 UTC (buildkit.dockerfile.v0)

COPY /tmp/triton_from_source_workspace/dist/wheel.sha256 /tmp/triton-source-wheel.sha256 # buildkit

2026-09-27 06:30:09 UTC (buildkit.dockerfile.v0)

COPY tools/install_triton_from_source.sh /tmp/install_triton_from_source.sh # buildkit

2026-09-27 06:30:17 UTC (buildkit.dockerfile.v0)

RUN |14 TARGETPLATFORM=linux/amd64 INSTALL_KV_CONNECTORS=true INSTALL_RUBIN_PRERELEASE=true TRITON_INSTALL_FROM_SOURCE_REPO=https://github.com/triton-lang/triton.git CUDA_VERSION=13.4 VLLM_BUILD_COMMIT=a9eafde59cbd55182dc2265cc398b7186f0a0eaa VLLM_BUILD_PIPELINE=019d130e-464e-4ff7-b84b-492992c0c06b VLLM_BUILD_URL=https://buildkite.com/vllm/release-v2/builds/7333 VLLM_IMAGE_TAG=vllm/vllm-openai:cu134-nightly-a9eafde59cbd55182dc2265cc398b7186f0a0eaa PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= torch_cuda_arch_list=7.5 8.0 8.6 8.9 9.0 10.0 12.0 /bin/bash -c if [ -n "${TRITON_INSTALL_FROM_SOURCE_REPO}" ]; then CUDA_MAJOR_MINOR=$(echo "${CUDA_VERSION}" | cut -d. -f1,2); if [ "${INSTALL_RUBIN_PRERELEASE}" = "true" ]; then case "${CUDA_MAJOR_MINOR}" in 13.4|13.5) TRITON_SYSTEM_PTXAS_PATH=/usr/local/cuda/bin/ptxas TRITON_EXPECTED_PTXAS_VERSION="${CUDA_MAJOR_MINOR}" bash /tmp/install_triton_from_source.sh /tmp/triton-source-dist /tmp/triton-source-wheel.sha256 ;; *) echo "Unsupported Rubin CUDA version: ${CUDA_MAJOR_MINOR}" >&2; exit 1 ;; esac; else bash /tmp/install_triton_from_source.sh /tmp/triton-source-dist /tmp/triton-source-wheel.sha256; fi; fi && rm -f /tmp/install_triton_from_source.sh /tmp/triton-source-wheel.sha256 # buildkit

2026-09-27 06:30:17 UTC (buildkit.dockerfile.v0)

ENV VLLM_USAGE_SOURCE=production-docker-image

2026-09-27 06:30:17 UTC (buildkit.dockerfile.v0)

ENV VLLM_BUILD_COMMIT=a9eafde59cbd55182dc2265cc398b7186f0a0eaa VLLM_BUILD_PIPELINE=019d130e-464e-4ff7-b84b-492992c0c06b VLLM_BUILD_URL=https://buildkite.com/vllm/release-v2/builds/7333 VLLM_IMAGE_TAG=vllm/vllm-openai:cu134-nightly-a9eafde59cbd55182dc2265cc398b7186f0a0eaa

2026-09-27 06:30:17 UTC (buildkit.dockerfile.v0)

LABEL org.opencontainers.image.source=https://github.com/vllm-project/vllm org.opencontainers.image.revision=a9eafde59cbd55182dc2265cc398b7186f0a0eaa org.opencontainers.image.version=vllm/vllm-openai:cu134-nightly-a9eafde59cbd55182dc2265cc398b7186f0a0eaa org.opencontainers.image.url=https://buildkite.com/vllm/release-v2/builds/7333 ai.vllm.build.commit=a9eafde59cbd55182dc2265cc398b7186f0a0eaa ai.vllm.build.pipeline=019d130e-464e-4ff7-b84b-492992c0c06b ai.vllm.build.url=https://buildkite.com/vllm/release-v2/builds/7333 ai.vllm.image.tag=vllm/vllm-openai:cu134-nightly-a9eafde59cbd55182dc2265cc398b7186f0a0eaa

2026-09-27 06:30:17 UTC (buildkit.dockerfile.v0)

ENTRYPOINT ["vllm" "serve"]