Namespace
vllm
Image / Tagvllm-openai:cu134-nightly-ddd6fbca148a867aad1fcab7ec72f582b9977db4
Content Digestsha256:9af3dd447d151ab585bcdb622181eafb4197ace54c8282323898ec632222b9fb
Details
2026-09-26 06:28:27 UTC
13.7 GB
Labels
-
ai.vllm.build.commitddd6fbca148a867aad1fcab7ec72f582b9977db4
-
ai.vllm.build.pipeline019d130e-464e-4ff7-b84b-492992c0c06b
-
ai.vllm.build.urlhttps://buildkite.com/vllm/release-v2/builds/7306
-
ai.vllm.image.tagvllm/vllm-openai:cu134-nightly-ddd6fbca148a867aad1fcab7ec72f582b9977db4
-
com.nvidia.cublas.version13.7.0.27
-
com.nvidia.cublasmp.version0.10.0.3695
-
com.nvidia.cuda.version9.0
-
com.nvidia.cudla.version13.4.49
-
com.nvidia.cudnn.version9.25.0.28
-
com.nvidia.cufft.version12.4.0.34
-
com.nvidia.curand.version10.4.4.49
-
com.nvidia.cusolver.version12.3.2.15
-
com.nvidia.cusolvermp.version0.9.0.6427
-
com.nvidia.cusparse.version12.8.6.49
-
com.nvidia.cusparselt.version0.9.1.1
-
com.nvidia.nccl.version2.30.7+cuda13.3
-
com.nvidia.npp.version13.2.0.35
-
com.nvidia.nsightcompute.version2026.3.0.13
-
com.nvidia.nsightsystems.version2026.5.1.18
-
com.nvidia.nvjpeg.version13.2.2.35
-
com.nvidia.nvvm.version13.4.59
-
com.nvidia.tensorrt.version11.2.1.2+cuda13.3
-
com.nvidia.tensorrtoss.version
-
com.nvidia.volumes.needednvidia_driver
-
org.opencontainers.image.revisionddd6fbca148a867aad1fcab7ec72f582b9977db4
-
org.opencontainers.image.sourcehttps://github.com/vllm-project/vllm
-
org.opencontainers.image.urlhttps://buildkite.com/vllm/release-v2/builds/7306
-
org.opencontainers.image.versionvllm/vllm-openai:cu134-nightly-ddd6fbca148a867aad1fcab7ec72f582b9977db4
Environment
BASH_ENV/etc/bash.bashrc
CCCL_VERSION13.3.4.2.1
CRIU_CUDA_PLUGIN_DIR/usr/local/lib/criu
CUBLASMP_VERSION0.10.0.3695
CUBLAS_VERSION13.7.0.27
CUDA_ARCH_LIST7.5 8.0 8.6 9.0 10.0 12.0
CUDA_COMPONENT_LISTcrt nvrtc driver-dev culibos-dev cudart cudart-dev nvcc tileiras cupti
CUDA_DRIVER_VERSION615.65.02
CUDA_HOME/usr/local/cuda
CUDA_VERSION13.4
CUDLA_VERSION13.4.49
CUDNN_FRONTEND_VERSION1.27.0
CUDNN_VERSION9.25.0.28
CUFFT_VERSION12.4.0.34
CUFILE_VERSION1.19.0.109
CURAND_VERSION10.4.4.49
CUSOLVERMP_VERSION0.9.0.6427
CUSOLVER_VERSION12.3.2.15
CUSPARSELT_VERSION0.9.1.1
CUSPARSE_VERSION12.8.6.49
CUTILE_PYTHON_VERSION1.5.0
CUTLASS_DSL_VERSION4.6.2
DALI_BUILD DALI_URL_SUFFIX130
DALI_VERSION2.2.0
DEBIAN_FRONTENDnoninteractive
DOCA_VERSION3.5.0
EFA_VERSION1.48.0
ENV/etc/shinit_v2
GDRCOPY_VERSION2.5.1
HPCX_VERSION2.50
LD_LIBRARY_PATH/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/cuda/lib64:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64
LIBRARY_PATH/usr/local/cuda/lib64/stubs:/usr/local/cuda/lib64/stubs:
MAXSMVER MODEL_OPT_VERSION0.45.0
MOFED_VERSION5.4-rdmacore63.0
NCCL_NET_PLUGINspcx
NCCL_VERSION2.30.7+cuda13.3
NIXL_VERSION1.3.0
NPP_VERSION13.2.0.35
NSIGHT_COMPUTE_VERSION2026.3.0.13
NSIGHT_SYSTEMS_VERSION2026.5.1.18
NVFATBIN_VERSION13.4.49
NVIDIA_DRIVER_CAPABILITIEScompute,utility,video
NVIDIA_PRODUCT_NAMECUDA
NVIDIA_REQUIRE_CUDAcuda>=9.0
NVIDIA_VISIBLE_DEVICESall
NVJITLINK_VERSION13.4.52
NVJPEG_VERSION13.2.2.35
NVPTXCOMPILER_VERSION13.4.59
NVRX_VERSION0.6.0
NVSHMEM_VERSION3.7.1
NVVM_VERSION13.4.59
OMPI_MCA_coll_hcoll_enable0
OPAL_PREFIX/usr/local/mpi
OPENMPI_VERSION5.0.10
OPENUCX_VERSION1.21.0
PATH/usr/local/cuda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin
POLYGRAPHY_VERSION0.53.3
RDMACORE_VERSION63.0
SHELL/bin/bash
TORCH_CUDA_ARCH_LIST7.5 8.0 8.6 8.9 9.0 10.0 12.0
TRANSFORMER_ENGINE_VERSION2.18
TRTOSS_VERSION TRT_VERSION11.2.1.2+cuda13.3
UV_CACHE_DIR/opt/uv/cache
UV_HTTP_TIMEOUT500
UV_INDEX_STRATEGYunsafe-best-match
UV_LINK_MODEcopy
UV_OVERRIDE/etc/uv-overrides.txt
UV_PYTHON_INSTALL_DIR/opt/uv/python
VLLM_BUILD_COMMITddd6fbca148a867aad1fcab7ec72f582b9977db4
VLLM_BUILD_PIPELINE019d130e-464e-4ff7-b84b-492992c0c06b
VLLM_BUILD_URLhttps://buildkite.com/vllm/release-v2/builds/7306
VLLM_ENABLE_CUDA_COMPATIBILITY0
VLLM_IMAGE_TAGvllm/vllm-openai:cu134-nightly-ddd6fbca148a867aad1fcab7ec72f582b9977db4
VLLM_USAGE_SOURCEproduction-docker-image
_CUDA_COMPAT_PATH/usr/local/cuda/compat
Layers
[#000] sha256:73847a9ca5f43d3e20daf439041354298a045adbb2c67cfde8149d28e8dde760 - 0.21% (29.2 MB)
[#001] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#002] sha256:3b78127a25eebba424a71ab06f51627a3580c9c63f1bb354a37d81b3a15f3165 - 0.01% (984 KB)
[#003] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#004] sha256:3646b28fcf7037dcbf3d2d7971ffca223591cfc58ed23e28e455050cfb5a1ef8 - 0.02% (3.44 MB)
[#005] sha256:d3c3553600b4199a4b3f50498377bd66da6df723ca3ab882abd55cc92e9bd931 - 1.41% (197 MB)
[#006] sha256:59dbf4ce63d89befa81422bb0f4c5215582351b6a77924dc502e523d9149db54 - 1.2% (168 MB)
[#007] sha256:f791b510f606ee2cdb64934101002ffe7250c6ed24969f97b9f0680a0f85fde9 - 0.0% (15.2 KB)
[#008] sha256:40996fad99e9cb9299ec5f68fdebd0d907e2afca712731b6b968785cfeacb802 - 0.0% (11.3 KB)
[#009] sha256:9f0500b9e011f0280338dd71e52647da536919ae357fc99e1f72d7cd5ca6719e - 0.0% (180 Bytes)
[#010] sha256:b790df883b908fb5f361e48d8562804c5e2af875415e67bc44ec25edb403c599 - 0.84% (117 MB)
[#011] sha256:153b50e3203f6aa06a64ccd2105ce59fa44b0da2a8c68bb395a088af4f2f20bb - 0.01% (1.44 MB)
[#012] sha256:3d5c521cbd3193cc3d05e592543836e2ae2b54d13082ea356a8bdd3fa84d3a10 - 0.18% (24.8 MB)
[#013] sha256:4ccd6d480ecb790677ad91e1433919a7bba655e68ceabcb94db2822cc1cb3ad2 - 0.0% (6.07 KB)
[#014] sha256:1eca1ffdf39d2197db11c141705026cac45ec09d0829b301829eb0be01936448 - 0.0% (408 Bytes)
[#015] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#016] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#017] sha256:4cea870157a5ac15cf82b0714edca550307beac9c1d4d5c2e3230d41fa748e65 - 0.78% (109 MB)
[#018] sha256:7ca10be6106d436dd5b9358dcfbf3a57f665954602879bb94ae51d43a99fab9b - 1.92% (269 MB)
[#019] sha256:4a87a7f8feac7958183dbd081025151a009992f6d296ece04f4d57fbdc33e68f - 12.47% (1.7 GB)
[#020] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#021] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#022] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#023] sha256:d613165a8376a189d46b23dc3b7051df27ff9b8dde815768d3e00997f58634ca - 0.56% (78 MB)
[#024] sha256:a0a59e0cc6f4680dec4c195866a3004f3783a82251be4c765bd24e79016552b8 - 19.57% (2.67 GB)
[#025] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#026] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#027] sha256:7ab5f3c4213cd1073c83f27864ef35df86e8b8bd039cd7b0eceb5a01307c9c52 - 0.15% (21.1 MB)
[#028] sha256:678a16ecd0aeaa49237f3ca76cba2558855d3275dd71d2395ae317c7e2efc2d9 - 0.0% (503 Bytes)
[#029] sha256:ee970c4fd40e5cef7e485fa6caa3d4222c17b0091563cd619ded7c24c1a25e47 - 4.16% (583 MB)
[#030] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#031] sha256:539667428c441b0952a32e6d2a2063a6005068e4a8e2f3ea50b7b6fe06c3a582 - 0.0% (104 Bytes)
[#032] sha256:3c9540ccd80def6327d386054deb653a76a638ce8e95002f0d2b017ee7dd67fe - 0.0% (230 Bytes)
[#033] sha256:b105bae24c92282793b1e84173d5c3c34605421364534f53eb313faeb17c100c - 1.47% (206 MB)
[#034] sha256:5384ebba0a4dfbb51dc020473d0da3a997f8da4f73bf87eabed784b863e81507 - 0.0% (356 Bytes)
[#035] sha256:32c0b0b0ade9702537574e04a3f4b02145a70ca178b48a67dd9ae79e0659aacb - 0.0% (21.1 KB)
[#036] sha256:9460883fd1f097359497f3f77ad7c5bba6173b4f9ca12b89912c7aa588d74e9c - 0.0% (1.61 KB)
[#037] sha256:01f55dcf892eafd6b46b2456ed447c0d177ff24976b86c4079eaa91e8e05f68a - 0.06% (7.95 MB)
[#038] sha256:b4fd204eba3fc3d2f499ad9cd198a67492e3ffa4edc9b72d160484fb2e592f11 - 0.28% (39.6 MB)
[#039] sha256:2696f862c302cecc5ec1b78e1a1739f53f3466696ce5e745a7673862e77f4f5d - 0.0% (150 Bytes)
[#040] sha256:d1a7c4bdccf5b0e5bebfc8f279fc08b28ab484ad5cb5d0ce505dff05e92aed1f - 0.0% (163 Bytes)
[#041] sha256:57a6e674b518109317a95a88130430a2eecf34723cf82c6d0506c4100e67d524 - 0.0% (3.65 KB)
[#042] sha256:f998f6fe68f2c398e6264b9989f8190227557d432b7b130b8b13c78a714d500c - 0.0% (2.02 KB)
[#043] sha256:f998f6fe68f2c398e6264b9989f8190227557d432b7b130b8b13c78a714d500c - 0.0% (2.02 KB)
[#044] sha256:06f8c679d3645a6087a3fd6ed8671a2a44804214b24e37dc6f1379c80c0542e7 - 0.0% (1.65 KB)
[#045] sha256:a6b2cd1db812672b437eb32b3fcc5a607570f5eb1d2dd6bdc1903e1e820fa6ee - 0.0% (864 Bytes)
[#046] sha256:ae6ccb2c6fa9a3907c504546f51f9768cf769564d0e46dd557cc9d6cf78c204e - 47.68% (6.52 GB)
[#047] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#048] sha256:ebedd27fd3881e94f66d5e93aebfbaaf3d4c032f94e1e3d7ba6c7cde8a6add68 - 0.0% (895 Bytes)
[#049] sha256:edba312ca403fd59790322f653bdb715ae6db9176e2edfff7c5f2c65299ef513 - 0.0% (140 Bytes)
[#050] sha256:7814d1748e76f386134a4cdf15a2c9190982edabaffdc704940798c2824460ee - 0.42% (59 MB)
[#051] sha256:7b0f06c1466d6c9dcc104d484e18d98d258e050e85eebb5e0bfd815bdb47a511 - 0.0% (212 Bytes)
[#052] sha256:a2f96b12b63db5ba5d98553d7670f2ecca2ec2efc1811d77271984e233dfe8c0 - 0.0% (251 Bytes)
[#053] sha256:ef75d3812d8a831b0c9664c37a3b1b6dcfb506faf5e5acfcd4b1a6f9651c5529 - 2.16% (302 MB)
[#054] sha256:af678c892e825cc4f0c5701d77a5eb40572ef62c9d4350234198a9456f597704 - 0.0% (5.22 KB)
[#055] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#056] sha256:02a00278e2d4ff716f88403678b6fe7b28d6409561236a1c3e1d85a740f309e3 - 0.0% (252 Bytes)
[#057] sha256:37792321bda3717e3a7f15388d07deed0b7785b6e644b6cfc5d32acadb25921c - 0.1% (13.9 MB)
[#058] sha256:7c32a4147bbaa469ac30c32ed1132f7b3448b6518d8859d2672eba0778751f93 - 0.0% (298 KB)
[#059] sha256:32a0375c59cdb5ca324a3ed5c35b5b22a0d0f048bb6d91135efb9482e28740a2 - 0.0% (297 KB)
[#060] sha256:09df625c02e24ad9f3e5c03e715f71473c8509cc35077d2443ef81043adc6690 - 0.0% (9.61 KB)
[#061] sha256:0a361046ac842891ff0ef671902a4b643c4dbe8cc6ac62c9c13153bfcd98f85e - 1.43% (200 MB)
[#062] sha256:412049f8af014434f2476140aa975211488c608c3751e09eee1c55d9fc85b65b - 0.0% (142 Bytes)
[#063] sha256:9408dc95e2e9b258d5ca85d65bb470b5d66cfc196f3ae8b8d2ef621e2b0f9754 - 0.0% (238 Bytes)
[#064] sha256:b4025056ea65e6493fd2a80aa76e1fdde5a8008af78579b7e9e3be88577fe5e7 - 0.0% (824 Bytes)
[#065] sha256:582d3211f987a39256be80ae7393d7854b1756fb10d936be96d974f04735317b - 2.89% (404 MB)
History
/bin/sh -c #(nop) ARG RELEASE
2026-08-17 13:09:48 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2026-08-17 13:09:48 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=24.04
2026-08-17 13:09:50 UTC/bin/sh -c #(nop) ADD file:cb9335ce6f27399c2b17787739d6675502767c53e0335ded2a5f0d003d996650 in /
2026-08-17 13:09:51 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2026-08-18 23:28:19 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -c]
2026-08-18 23:28:19 UTC (buildkit.dockerfile.v0)ARG ENABLE_MITMPROXY=0
2026-08-18 23:28:19 UTC (buildkit.dockerfile.v0)RUN |1 ENABLE_MITMPROXY=0 /bin/bash -c /tmp/manage_cert.sh install # buildkit
2026-08-21 02:34:20 UTC (buildkit.dockerfile.v0)RUN |1 ENABLE_MITMPROXY=0 /bin/bash -c if [ -d /usr/share/ca-certificates ]; then exit; fi && export DEBIAN_FRONTEND=noninteractive && apt-get update && apt-get install -y --no-install-recommends ca-certificates && rm -rf /var/lib/apt/lists/* # buildkit
2026-08-21 02:34:57 UTC (buildkit.dockerfile.v0)RUN |1 ENABLE_MITMPROXY=0 /bin/bash -c /tmp/manage_cert.sh install # buildkit
2026-08-21 02:34:29 UTC (buildkit.dockerfile.v0)RUN |1 ENABLE_MITMPROXY=0 /bin/bash -c export DEBIAN_FRONTEND=noninteractive && apt-get update && apt-get install -y --no-install-recommends adduser curl libnl-route-3-200 libnl-3-200 libnl-3-dev libnl-route-3-dev patch wget && rm -rf /var/lib/apt/lists/* && echo "hsts=0" > /root/.wgetrc # buildkit
2026-08-21 02:34:29 UTC (buildkit.dockerfile.v0)ARG GDRCOPY_VERSION=2.5.1
2026-08-21 02:34:29 UTC (buildkit.dockerfile.v0)ARG HPCX_VERSION=2.50
2026-08-21 02:34:29 UTC (buildkit.dockerfile.v0)ARG RDMACORE_VERSION=63.0
2026-08-21 02:34:29 UTC (buildkit.dockerfile.v0)ARG MOFED_VERSION=5.4-rdmacore63.0
2026-08-21 02:34:29 UTC (buildkit.dockerfile.v0)ARG OPENUCX_VERSION=1.21.0
2026-08-21 02:34:29 UTC (buildkit.dockerfile.v0)ARG OPENMPI_VERSION=5.0.10
2026-08-21 02:34:29 UTC (buildkit.dockerfile.v0)ARG EFA_VERSION=1.48.0
2026-08-21 02:34:29 UTC (buildkit.dockerfile.v0)ENV GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.50 MOFED_VERSION=5.4-rdmacore63.0 OPENUCX_VERSION=1.21.0 OPENMPI_VERSION=5.0.10 RDMACORE_VERSION=63.0 EFA_VERSION=1.48.0 NCCL_NET_PLUGIN=spcx
2026-08-21 02:34:29 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2026-08-21 02:34:30 UTC (buildkit.dockerfile.v0)RUN |9 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.50 RDMACORE_VERSION=63.0 MOFED_VERSION=5.4-rdmacore63.0 OPENUCX_VERSION=1.21.0 OPENMPI_VERSION=5.0.10 EFA_VERSION=1.48.0 TARGETARCH=amd64 /bin/bash -c cd /nvidia && export OPENMPI_VERSION_MAJOR="${OPENMPI_VERSION%%.*}" && echo "OPENMPI_VERSION_MAJOR: ${OPENMPI_VERSION_MAJOR}" && ( cd opt/rdma-core/ && dpkg -i libibverbs1_*.deb libibverbs-dev_*.deb librdmacm1_*.deb librdmacm-dev_*.deb libibumad3_*.deb libibumad-dev_*.deb ibverbs-utils_*.deb ibverbs-providers_*.deb && rm $(dpkg-query -L libibverbs-dev librdmacm-dev libibumad-dev | grep "\(\.a\)$") ) && ( cd opt/gdrcopy/ && dpkg -i libgdrapi_*.deb ) && ( cp -r opt/hpcx /opt/ && cp etc/ld.so.conf.d/hpcx.conf /etc/ld.so.conf.d/ && ln -sf /opt/hpcx/ompi${OPENMPI_VERSION_MAJOR} /usr/local/mpi && ln -sf /opt/hpcx/ucx /usr/local/ucx && sed -i 's/^\(hwloc_base_binding_policy\) = core$/\1 = none/' /opt/hpcx/ompi${OPENMPI_VERSION_MAJOR}/etc/openmpi-mca-params.conf && sed -i 's/^\(btl = self\)$/#\1/' /opt/hpcx/ompi${OPENMPI_VERSION_MAJOR}/etc/openmpi-mca-params.conf ) && ldconfig # buildkit
2026-08-21 02:34:30 UTC (buildkit.dockerfile.v0)ENV OPAL_PREFIX=/usr/local/mpi PATH=/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin
2026-08-21 02:34:30 UTC (buildkit.dockerfile.v0)ENV OMPI_MCA_coll_hcoll_enable=0
2026-08-21 02:34:30 UTC (buildkit.dockerfile.v0)ARG CUDA_VERSION=13.4.1.012
2026-08-21 02:34:30 UTC (buildkit.dockerfile.v0)ARG CUDA_DRIVER_VERSION=615.65.02
2026-08-21 02:34:30 UTC (buildkit.dockerfile.v0)ARG NVVM_VERSION=13.4.59
2026-08-21 02:34:30 UTC (buildkit.dockerfile.v0)ARG DOCA_VERSION=3.5.0
2026-08-21 02:34:30 UTC (buildkit.dockerfile.v0)ENV CUDA_VERSION=13.4.1.012 CUDA_DRIVER_VERSION=615.65.02 NVVM_VERSION=13.4.59 DOCA_VERSION=3.5.0
2026-08-21 02:34:39 UTC (buildkit.dockerfile.v0)RUN |13 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.50 RDMACORE_VERSION=63.0 MOFED_VERSION=5.4-rdmacore63.0 OPENUCX_VERSION=1.21.0 OPENMPI_VERSION=5.0.10 EFA_VERSION=1.48.0 TARGETARCH=amd64 CUDA_VERSION=13.4.1.012 CUDA_DRIVER_VERSION=615.65.02 NVVM_VERSION=13.4.59 DOCA_VERSION=3.5.0 /bin/bash -c export ARTIFACTORY_USER=$(cat /run/secrets/ARTIFACTORY_USER) && export ARTIFACTORY_TOKEN=$(cat /run/secrets/ARTIFACTORY_TOKEN) && BASE=min /nvidia/build-scripts/installCUDA.sh # buildkit
2026-08-21 02:34:39 UTC (buildkit.dockerfile.v0)RUN |13 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.50 RDMACORE_VERSION=63.0 MOFED_VERSION=5.4-rdmacore63.0 OPENUCX_VERSION=1.21.0 OPENMPI_VERSION=5.0.10 EFA_VERSION=1.48.0 TARGETARCH=amd64 CUDA_VERSION=13.4.1.012 CUDA_DRIVER_VERSION=615.65.02 NVVM_VERSION=13.4.59 DOCA_VERSION=3.5.0 /bin/bash -c cp -vprd /nvidia/. / && patch -p0 < /etc/startup_scripts.patch && rm -f /etc/startup_scripts.patch # buildkit
2026-08-21 02:34:39 UTC (buildkit.dockerfile.v0)ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash NVIDIA_REQUIRE_CUDA=cuda>=9.0
2026-08-21 02:34:39 UTC (buildkit.dockerfile.v0)LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.0
2026-08-21 02:34:39 UTC (buildkit.dockerfile.v0)ARG NCCL_VERSION=2.30.7+cuda13.3 CCCL_VERSION=13.3.4.2.1 CUBLAS_VERSION=13.7.0.27 CUFFT_VERSION=12.4.0.34 CURAND_VERSION=10.4.4.49 CUSPARSE_VERSION=12.8.6.49 CUSOLVER_VERSION=12.3.2.15 NPP_VERSION=13.2.0.35 NVJPEG_VERSION=13.2.2.35 CUFILE_VERSION=1.19.0.109 NVJITLINK_VERSION=13.4.52 NVFATBIN_VERSION=13.4.49 CUBLASMP_VERSION=0.10.0.3695 CUSOLVERMP_VERSION=0.9.0.6427 NVSHMEM_VERSION=3.7.1 CUDLA_VERSION=13.4.49 NVPTXCOMPILER_VERSION=13.4.59 CUDNN_VERSION=9.25.0.28 CUDNN_FRONTEND_VERSION=1.27.0 TRT_VERSION=11.2.1.2+cuda13.3 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2026.5.1.18 NSIGHT_COMPUTE_VERSION=2026.3.0.13 CUSPARSELT_VERSION=0.9.1.1 DALI_VERSION=2.2.0 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.53.3 TRANSFORMER_ENGINE_VERSION=2.18 MODEL_OPT_VERSION=0.45.0 CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0 MAXSMVER= NVRX_VERSION=0.6.0 NIXL_VERSION=1.3.0 CUTILE_PYTHON_VERSION=1.5.0 CUTLASS_DSL_VERSION=4.6.2
2026-08-21 02:34:39 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.30.7+cuda13.3 CCCL_VERSION=13.3.4.2.1 CUBLAS_VERSION=13.7.0.27 CUFFT_VERSION=12.4.0.34 CURAND_VERSION=10.4.4.49 CUSPARSE_VERSION=12.8.6.49 CUSPARSELT_VERSION=0.9.1.1 CUSOLVER_VERSION=12.3.2.15 NPP_VERSION=13.2.0.35 NVJPEG_VERSION=13.2.2.35 CUFILE_VERSION=1.19.0.109 NVJITLINK_VERSION=13.4.52 NVFATBIN_VERSION=13.4.49 CUBLASMP_VERSION=0.10.0.3695 CUSOLVERMP_VERSION=0.9.0.6427 NVSHMEM_VERSION=3.7.1 CUDLA_VERSION=13.4.49 NVPTXCOMPILER_VERSION=13.4.59 CUDNN_VERSION=9.25.0.28 CUDNN_FRONTEND_VERSION=1.27.0 TRT_VERSION=11.2.1.2+cuda13.3 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2026.5.1.18 NSIGHT_COMPUTE_VERSION=2026.3.0.13 DALI_VERSION=2.2.0 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.53.3 TRANSFORMER_ENGINE_VERSION=2.18 MODEL_OPT_VERSION=0.45.0 CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0 MAXSMVER= NVRX_VERSION=0.6.0 NIXL_VERSION=1.3.0 CUTILE_PYTHON_VERSION=1.5.0 CUTLASS_DSL_VERSION=4.6.2
2026-08-21 02:34:39 UTC (buildkit.dockerfile.v0)ADD docs.tgz / # buildkit
2026-08-21 02:34:39 UTC (buildkit.dockerfile.v0)RUN |49 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.50 RDMACORE_VERSION=63.0 MOFED_VERSION=5.4-rdmacore63.0 OPENUCX_VERSION=1.21.0 OPENMPI_VERSION=5.0.10 EFA_VERSION=1.48.0 TARGETARCH=amd64 CUDA_VERSION=13.4.1.012 CUDA_DRIVER_VERSION=615.65.02 NVVM_VERSION=13.4.59 DOCA_VERSION=3.5.0 NCCL_VERSION=2.30.7+cuda13.3 CCCL_VERSION=13.3.4.2.1 CUBLAS_VERSION=13.7.0.27 CUFFT_VERSION=12.4.0.34 CURAND_VERSION=10.4.4.49 CUSPARSE_VERSION=12.8.6.49 CUSOLVER_VERSION=12.3.2.15 NPP_VERSION=13.2.0.35 NVJPEG_VERSION=13.2.2.35 CUFILE_VERSION=1.19.0.109 NVJITLINK_VERSION=13.4.52 NVFATBIN_VERSION=13.4.49 CUBLASMP_VERSION=0.10.0.3695 CUSOLVERMP_VERSION=0.9.0.6427 NVSHMEM_VERSION=3.7.1 CUDLA_VERSION=13.4.49 NVPTXCOMPILER_VERSION=13.4.59 CUDNN_VERSION=9.25.0.28 CUDNN_FRONTEND_VERSION=1.27.0 TRT_VERSION=11.2.1.2+cuda13.3 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2026.5.1.18 NSIGHT_COMPUTE_VERSION=2026.3.0.13 CUSPARSELT_VERSION=0.9.1.1 DALI_VERSION=2.2.0 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.53.3 TRANSFORMER_ENGINE_VERSION=2.18 MODEL_OPT_VERSION=0.45.0 CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0 MAXSMVER= NVRX_VERSION=0.6.0 NIXL_VERSION=1.3.0 CUTILE_PYTHON_VERSION=1.5.0 CUTLASS_DSL_VERSION=4.6.2 /bin/bash -c echo "/usr/local/nvidia/lib" >> /etc/ld.so.conf.d/nvidia.conf && echo "/usr/local/nvidia/lib64" >> /etc/ld.so.conf.d/nvidia.conf && if [ "${TARGETARCH}" = "arm64" ]; then echo "/usr/lib/aarch64-linux-gnu/tegra" >> /etc/ld.so.conf.d/nvidia.conf && echo "/usr/lib/aarch64-linux-gnu/tegra-egl" >> /etc/ld.so.conf.d/nvidia.conf; fi # buildkit
2026-08-21 02:34:39 UTC (buildkit.dockerfile.v0)ARG _LIBPATH_SUFFIX=
2026-08-21 02:34:39 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video
2026-08-21 02:34:51 UTC (buildkit.dockerfile.v0)RUN |50 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.50 RDMACORE_VERSION=63.0 MOFED_VERSION=5.4-rdmacore63.0 OPENUCX_VERSION=1.21.0 OPENMPI_VERSION=5.0.10 EFA_VERSION=1.48.0 TARGETARCH=amd64 CUDA_VERSION=13.4.1.012 CUDA_DRIVER_VERSION=615.65.02 NVVM_VERSION=13.4.59 DOCA_VERSION=3.5.0 NCCL_VERSION=2.30.7+cuda13.3 CCCL_VERSION=13.3.4.2.1 CUBLAS_VERSION=13.7.0.27 CUFFT_VERSION=12.4.0.34 CURAND_VERSION=10.4.4.49 CUSPARSE_VERSION=12.8.6.49 CUSOLVER_VERSION=12.3.2.15 NPP_VERSION=13.2.0.35 NVJPEG_VERSION=13.2.2.35 CUFILE_VERSION=1.19.0.109 NVJITLINK_VERSION=13.4.52 NVFATBIN_VERSION=13.4.49 CUBLASMP_VERSION=0.10.0.3695 CUSOLVERMP_VERSION=0.9.0.6427 NVSHMEM_VERSION=3.7.1 CUDLA_VERSION=13.4.49 NVPTXCOMPILER_VERSION=13.4.59 CUDNN_VERSION=9.25.0.28 CUDNN_FRONTEND_VERSION=1.27.0 TRT_VERSION=11.2.1.2+cuda13.3 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2026.5.1.18 NSIGHT_COMPUTE_VERSION=2026.3.0.13 CUSPARSELT_VERSION=0.9.1.1 DALI_VERSION=2.2.0 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.53.3 TRANSFORMER_ENGINE_VERSION=2.18 MODEL_OPT_VERSION=0.45.0 CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0 MAXSMVER= NVRX_VERSION=0.6.0 NIXL_VERSION=1.3.0 CUTILE_PYTHON_VERSION=1.5.0 CUTLASS_DSL_VERSION=4.6.2 _LIBPATH_SUFFIX= /bin/bash -c export ARTIFACTORY_USER=$(cat /run/secrets/ARTIFACTORY_USER) && export ARTIFACTORY_TOKEN=$(cat /run/secrets/ARTIFACTORY_TOKEN) && if [ -n "${DOCA_VERSION}" ] && dpkg --compare-versions "${HPCX_VERSION}" "ge" "2.24"; then /nvidia/build-scripts/installDOCA.sh; else echo "Not running installDOCA.sh"; fi # buildkit
2026-08-21 02:34:52 UTC (buildkit.dockerfile.v0)RUN |50 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.50 RDMACORE_VERSION=63.0 MOFED_VERSION=5.4-rdmacore63.0 OPENUCX_VERSION=1.21.0 OPENMPI_VERSION=5.0.10 EFA_VERSION=1.48.0 TARGETARCH=amd64 CUDA_VERSION=13.4.1.012 CUDA_DRIVER_VERSION=615.65.02 NVVM_VERSION=13.4.59 DOCA_VERSION=3.5.0 NCCL_VERSION=2.30.7+cuda13.3 CCCL_VERSION=13.3.4.2.1 CUBLAS_VERSION=13.7.0.27 CUFFT_VERSION=12.4.0.34 CURAND_VERSION=10.4.4.49 CUSPARSE_VERSION=12.8.6.49 CUSOLVER_VERSION=12.3.2.15 NPP_VERSION=13.2.0.35 NVJPEG_VERSION=13.2.2.35 CUFILE_VERSION=1.19.0.109 NVJITLINK_VERSION=13.4.52 NVFATBIN_VERSION=13.4.49 CUBLASMP_VERSION=0.10.0.3695 CUSOLVERMP_VERSION=0.9.0.6427 NVSHMEM_VERSION=3.7.1 CUDLA_VERSION=13.4.49 NVPTXCOMPILER_VERSION=13.4.59 CUDNN_VERSION=9.25.0.28 CUDNN_FRONTEND_VERSION=1.27.0 TRT_VERSION=11.2.1.2+cuda13.3 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2026.5.1.18 NSIGHT_COMPUTE_VERSION=2026.3.0.13 CUSPARSELT_VERSION=0.9.1.1 DALI_VERSION=2.2.0 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.53.3 TRANSFORMER_ENGINE_VERSION=2.18 MODEL_OPT_VERSION=0.45.0 CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0 MAXSMVER= NVRX_VERSION=0.6.0 NIXL_VERSION=1.3.0 CUTILE_PYTHON_VERSION=1.5.0 CUTLASS_DSL_VERSION=4.6.2 _LIBPATH_SUFFIX= /bin/bash -c set -euo pipefail cp -r /mnt/aws-efa-installer /tmp/aws-efa-installer cd /tmp/aws-efa-installer ./efa_installer.sh --skip-rdma-core --build-ngc --skip-mpi dpkg -i DEBS/UBUNTU*/$(uname -m)/libfabric-aws-dev_*.deb dpkg -i DEBS/UBUNTU*/$(uname -m)/libfabric-aws-bin_*.deb rm -f /opt/amazon/efa/lib/libfabric.a rm -rf /tmp/aws-efa-installer ldconfig # buildkit
2026-08-21 02:34:57 UTC (buildkit.dockerfile.v0)RUN |50 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.50 RDMACORE_VERSION=63.0 MOFED_VERSION=5.4-rdmacore63.0 OPENUCX_VERSION=1.21.0 OPENMPI_VERSION=5.0.10 EFA_VERSION=1.48.0 TARGETARCH=amd64 CUDA_VERSION=13.4.1.012 CUDA_DRIVER_VERSION=615.65.02 NVVM_VERSION=13.4.59 DOCA_VERSION=3.5.0 NCCL_VERSION=2.30.7+cuda13.3 CCCL_VERSION=13.3.4.2.1 CUBLAS_VERSION=13.7.0.27 CUFFT_VERSION=12.4.0.34 CURAND_VERSION=10.4.4.49 CUSPARSE_VERSION=12.8.6.49 CUSOLVER_VERSION=12.3.2.15 NPP_VERSION=13.2.0.35 NVJPEG_VERSION=13.2.2.35 CUFILE_VERSION=1.19.0.109 NVJITLINK_VERSION=13.4.52 NVFATBIN_VERSION=13.4.49 CUBLASMP_VERSION=0.10.0.3695 CUSOLVERMP_VERSION=0.9.0.6427 NVSHMEM_VERSION=3.7.1 CUDLA_VERSION=13.4.49 NVPTXCOMPILER_VERSION=13.4.59 CUDNN_VERSION=9.25.0.28 CUDNN_FRONTEND_VERSION=1.27.0 TRT_VERSION=11.2.1.2+cuda13.3 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2026.5.1.18 NSIGHT_COMPUTE_VERSION=2026.3.0.13 CUSPARSELT_VERSION=0.9.1.1 DALI_VERSION=2.2.0 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.53.3 TRANSFORMER_ENGINE_VERSION=2.18 MODEL_OPT_VERSION=0.45.0 CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0 MAXSMVER= NVRX_VERSION=0.6.0 NIXL_VERSION=1.3.0 CUTILE_PYTHON_VERSION=1.5.0 CUTLASS_DSL_VERSION=4.6.2 _LIBPATH_SUFFIX= /bin/bash -c set -euo pipefail shopt -s nullglob debs=(/nvidia-networking/opt/gcp/nccl-plugins-ngc-debs/*.deb) if [ "${#debs[@]}" -eq 0 ]; then echo "No GCP NCCL plugin NGC deb staged in networking image; skipping install." exit 0 fi if [ "${#debs[@]}" -ne 1 ]; then echo "Expected exactly one GCP NCCL plugin deb, found ${#debs[@]}:" >&2 printf ' %s\n' "${debs[@]}" >&2 exit 1 fi export DEBIAN_FRONTEND=noninteractive apt-get update apt-get install -y --no-install-recommends "${debs[0]}" rm -rf /var/lib/apt/lists/* if [ -d /opt/gcp/nccl-plugins/lib64 ]; then echo "/opt/gcp/nccl-plugins/lib64" > /etc/ld.so.conf.d/gcp-nccl-plugins.conf ldconfig fi # buildkit
2026-08-21 02:34:57 UTC (buildkit.dockerfile.v0)COPY entrypoint/ /opt/nvidia/ # buildkit
2026-08-21 02:34:57 UTC (buildkit.dockerfile.v0)ENV NVIDIA_PRODUCT_NAME=CUDA
2026-08-21 02:34:57 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
2026-08-21 02:34:57 UTC (buildkit.dockerfile.v0)RUN |50 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.50 RDMACORE_VERSION=63.0 MOFED_VERSION=5.4-rdmacore63.0 OPENUCX_VERSION=1.21.0 OPENMPI_VERSION=5.0.10 EFA_VERSION=1.48.0 TARGETARCH=amd64 CUDA_VERSION=13.4.1.012 CUDA_DRIVER_VERSION=615.65.02 NVVM_VERSION=13.4.59 DOCA_VERSION=3.5.0 NCCL_VERSION=2.30.7+cuda13.3 CCCL_VERSION=13.3.4.2.1 CUBLAS_VERSION=13.7.0.27 CUFFT_VERSION=12.4.0.34 CURAND_VERSION=10.4.4.49 CUSPARSE_VERSION=12.8.6.49 CUSOLVER_VERSION=12.3.2.15 NPP_VERSION=13.2.0.35 NVJPEG_VERSION=13.2.2.35 CUFILE_VERSION=1.19.0.109 NVJITLINK_VERSION=13.4.52 NVFATBIN_VERSION=13.4.49 CUBLASMP_VERSION=0.10.0.3695 CUSOLVERMP_VERSION=0.9.0.6427 NVSHMEM_VERSION=3.7.1 CUDLA_VERSION=13.4.49 NVPTXCOMPILER_VERSION=13.4.59 CUDNN_VERSION=9.25.0.28 CUDNN_FRONTEND_VERSION=1.27.0 TRT_VERSION=11.2.1.2+cuda13.3 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2026.5.1.18 NSIGHT_COMPUTE_VERSION=2026.3.0.13 CUSPARSELT_VERSION=0.9.1.1 DALI_VERSION=2.2.0 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.53.3 TRANSFORMER_ENGINE_VERSION=2.18 MODEL_OPT_VERSION=0.45.0 CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0 MAXSMVER= NVRX_VERSION=0.6.0 NIXL_VERSION=1.3.0 CUTILE_PYTHON_VERSION=1.5.0 CUTLASS_DSL_VERSION=4.6.2 _LIBPATH_SUFFIX= /bin/bash -c mkdir -p /workspace && cp -f -p /opt/nvidia/entrypoint.d/30-container-license.txt /workspace/license.txt # buildkit
2026-08-21 02:34:57 UTC (buildkit.dockerfile.v0)RUN |50 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.50 RDMACORE_VERSION=63.0 MOFED_VERSION=5.4-rdmacore63.0 OPENUCX_VERSION=1.21.0 OPENMPI_VERSION=5.0.10 EFA_VERSION=1.48.0 TARGETARCH=amd64 CUDA_VERSION=13.4.1.012 CUDA_DRIVER_VERSION=615.65.02 NVVM_VERSION=13.4.59 DOCA_VERSION=3.5.0 NCCL_VERSION=2.30.7+cuda13.3 CCCL_VERSION=13.3.4.2.1 CUBLAS_VERSION=13.7.0.27 CUFFT_VERSION=12.4.0.34 CURAND_VERSION=10.4.4.49 CUSPARSE_VERSION=12.8.6.49 CUSOLVER_VERSION=12.3.2.15 NPP_VERSION=13.2.0.35 NVJPEG_VERSION=13.2.2.35 CUFILE_VERSION=1.19.0.109 NVJITLINK_VERSION=13.4.52 NVFATBIN_VERSION=13.4.49 CUBLASMP_VERSION=0.10.0.3695 CUSOLVERMP_VERSION=0.9.0.6427 NVSHMEM_VERSION=3.7.1 CUDLA_VERSION=13.4.49 NVPTXCOMPILER_VERSION=13.4.59 CUDNN_VERSION=9.25.0.28 CUDNN_FRONTEND_VERSION=1.27.0 TRT_VERSION=11.2.1.2+cuda13.3 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2026.5.1.18 NSIGHT_COMPUTE_VERSION=2026.3.0.13 CUSPARSELT_VERSION=0.9.1.1 DALI_VERSION=2.2.0 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.53.3 TRANSFORMER_ENGINE_VERSION=2.18 MODEL_OPT_VERSION=0.45.0 CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0 MAXSMVER= NVRX_VERSION=0.6.0 NIXL_VERSION=1.3.0 CUTILE_PYTHON_VERSION=1.5.0 CUTLASS_DSL_VERSION=4.6.2 _LIBPATH_SUFFIX= /bin/bash -c /tmp/manage_cert.sh uninstall # buildkit
2026-08-21 02:38:14 UTC (buildkit.dockerfile.v0)ARG ENABLE_MITMPROXY=0
2026-08-21 02:38:14 UTC (buildkit.dockerfile.v0)ARG ENABLE_FIPS=0
2026-08-21 02:38:14 UTC (buildkit.dockerfile.v0)RUN |2 ENABLE_MITMPROXY=0 ENABLE_FIPS=0 /bin/bash -c /tmp/manage_cert.sh install # buildkit
2026-08-21 02:35:37 UTC (buildkit.dockerfile.v0)RUN |2 ENABLE_MITMPROXY=0 ENABLE_FIPS=0 /bin/bash -c export DEBIAN_FRONTEND=noninteractive && apt-get update && apt-get install -y --no-install-recommends apt-utils build-essential libncurses6 libncursesw6 unzip jq gnupg libtcmalloc-minimal4 git libglib2.0-0 libhwloc15 libnuma-dev libnuma1 libpmi2-0-dev numactl openssh-client vim-tiny wget && rm -rf /var/lib/apt/lists/* && if [ "${ENABLE_FIPS}" = "1" ]; then apt-get remove -y openssh-client && cp -f -p /tmp/ubuntu.sources.fips /etc/apt/sources.list.d/ubuntu.sources && apt-get update && apt-get install -y --no-install-recommends openssh-client && rm -rf /var/lib/apt/lists/*; fi && ( [ -x /bin/ssh-agent ] && chgrp root /bin/ssh-agent || true ) && ( [ -x /usr/bin/ssh-agent ] && chgrp root /usr/bin/ssh-agent || true ) # buildkit
2026-08-21 02:35:37 UTC (buildkit.dockerfile.v0)ARG CUDA_COMPONENT_LIST=crt nvrtc driver-dev culibos-dev cudart cudart-dev nvcc tileiras cupti
2026-08-21 02:35:37 UTC (buildkit.dockerfile.v0)ENV CUDA_COMPONENT_LIST=crt nvrtc driver-dev culibos-dev cudart cudart-dev nvcc tileiras cupti
2026-08-21 02:35:53 UTC (buildkit.dockerfile.v0)RUN |3 ENABLE_MITMPROXY=0 ENABLE_FIPS=0 CUDA_COMPONENT_LIST=crt nvrtc driver-dev culibos-dev cudart cudart-dev nvcc tileiras cupti /bin/bash -c set -exo pipefail export ARTIFACTORY_USER=$(cat /run/secrets/ARTIFACTORY_USER) export ARTIFACTORY_TOKEN=$(cat /run/secrets/ARTIFACTORY_TOKEN) # We need CCCL first since cuda-cudart-dev depends on it DEVEL=0 BASE=1 VERSION_LIST="CCCL_VERSION" /nvidia/build-scripts/installLIBS.sh COMPONENT_LIST="${CUDA_COMPONENT_LIST}" /nvidia/build-scripts/installCUDA.sh # buildkit
2026-08-21 02:35:53 UTC (buildkit.dockerfile.v0)ARG VERSION_LIST=CURAND_VERSION CUBLAS_VERSION CUFILE_VERSION CUOBJCLIENT_VERSION
2026-08-21 02:38:14 UTC (buildkit.dockerfile.v0)RUN |4 ENABLE_MITMPROXY=0 ENABLE_FIPS=0 CUDA_COMPONENT_LIST=crt nvrtc driver-dev culibos-dev cudart cudart-dev nvcc tileiras cupti VERSION_LIST=CURAND_VERSION CUBLAS_VERSION CUFILE_VERSION CUOBJCLIENT_VERSION /bin/bash -c set -exo pipefail export ARTIFACTORY_USER=$(cat /run/secrets/ARTIFACTORY_USER) export ARTIFACTORY_TOKEN=$(cat /run/secrets/ARTIFACTORY_TOKEN) VERSION_LIST="${VERSION_LIST}" /nvidia/build-scripts/installLIBS.sh # Hack to grab stubs from the libs stage and put them under /usr/local/cuda/lib64 without actually installing the libs HACK_LIST="cusparse cusolver cufft nvJitLink" for lib in ${HACK_LIST}; do _LIB_VERSION_ENV_VAR="${lib^^}_VERSION" _LIB_MAJOR_VERSION=$(echo "${!_LIB_VERSION_ENV_VAR}" | cut -d. -f1) if [[ -z "${_LIB_MAJOR_VERSION}" ]]; then echo "[ERROR] ${_LIB_VERSION_ENV_VAR} is not set" exit 1 fi for _stub in $(ls /tmp/stubs/*${lib}*); do cp ${_stub} /usr/local/cuda/lib64/$(basename ${_stub}).${_LIB_MAJOR_VERSION} # Create a symlink to the file with .0 extension ln -sf $(basename ${_stub}).${_LIB_MAJOR_VERSION} /usr/local/cuda/lib64/$(basename ${_stub}).0 done done ( set +x; echo "[INFO] /usr/local/cuda/lib64 after hack:"; ls -larth /usr/local/cuda/lib64/ ) /nvidia/build-scripts/installCUDNN.sh /nvidia/build-scripts/installCUSPARSELT.sh NOBUILDER=1 /nvidia/build-scripts/installTRT.sh /nvidia/build-scripts/installNCCL.sh DPKG_DIVERT=1 /nvidia/build-scripts/installNVSHMEM.sh ls /usr/local/cuda/lib64/libnvshmem_host.so* || { echo "[ERROR] libnvshmem_host.so* not found under /usr/local/cuda/lib64"; exit 1; } ls /usr/local/cuda/lib64/libcuobjclient.so* || { echo "[ERROR] libcuobjclient.so* not found under /usr/local/cuda/lib64"; exit 1; } # buildkit
2026-08-21 02:38:14 UTC (buildkit.dockerfile.v0)ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:
2026-08-21 02:38:14 UTC (buildkit.dockerfile.v0)RUN |4 ENABLE_MITMPROXY=0 ENABLE_FIPS=0 CUDA_COMPONENT_LIST=crt nvrtc driver-dev culibos-dev cudart cudart-dev nvcc tileiras cupti VERSION_LIST=CURAND_VERSION CUBLAS_VERSION CUFILE_VERSION CUOBJCLIENT_VERSION /bin/bash -c /tmp/manage_cert.sh uninstall # buildkit
2026-08-21 02:38:14 UTC (buildkit.dockerfile.v0)LABEL com.nvidia.nccl.version=2.30.7+cuda13.3 com.nvidia.cublas.version=13.7.0.27 com.nvidia.cufft.version=12.4.0.34 com.nvidia.curand.version=10.4.4.49 com.nvidia.cusparse.version=12.8.6.49 com.nvidia.cusparselt.version=0.9.1.1 com.nvidia.cusolver.version=12.3.2.15 com.nvidia.npp.version=13.2.0.35 com.nvidia.nvjpeg.version=13.2.2.35 com.nvidia.cudnn.version=9.25.0.28
2026-08-21 02:40:56 UTC (buildkit.dockerfile.v0)ARG ENABLE_MITMPROXY=0
2026-08-21 02:40:56 UTC (buildkit.dockerfile.v0)RUN |1 ENABLE_MITMPROXY=0 /bin/bash -c /tmp/manage_cert.sh install # buildkit
2026-08-21 02:41:02 UTC (buildkit.dockerfile.v0)RUN |1 ENABLE_MITMPROXY=0 /bin/bash -c export DEBIAN_FRONTEND=noninteractive && apt-get update && apt-get install -y --no-install-recommends build-essential libncurses6 libncursesw6 unzip jq gnupg libtcmalloc-minimal4 && rm -rf /var/lib/apt/lists/* # buildkit
2026-08-21 02:41:18 UTC (buildkit.dockerfile.v0)RUN |1 ENABLE_MITMPROXY=0 /bin/bash -c export ARTIFACTORY_USER=$(cat /run/secrets/ARTIFACTORY_USER) && export ARTIFACTORY_TOKEN=$(cat /run/secrets/ARTIFACTORY_TOKEN) && /nvidia/build-scripts/installCUDA.sh # buildkit
2026-08-21 02:43:02 UTC (buildkit.dockerfile.v0)RUN |1 ENABLE_MITMPROXY=0 /bin/bash -c export ARTIFACTORY_USER=$(cat /run/secrets/ARTIFACTORY_USER) && export ARTIFACTORY_TOKEN=$(cat /run/secrets/ARTIFACTORY_TOKEN) && PURGESTUBS="1" /nvidia/build-scripts/installLIBS.sh && /nvidia/build-scripts/installCUDNN.sh && /nvidia/build-scripts/installTRT.sh && ARTIFACTORY_CLOUD=1 /nvidia/build-scripts/installNSYS.sh && /nvidia/build-scripts/installNCU.sh && /nvidia/build-scripts/installCUSPARSELT.sh && /nvidia/build-scripts/installNCCL.sh # buildkit
2026-08-21 02:43:02 UTC (buildkit.dockerfile.v0)LABEL com.nvidia.nccl.version=2.30.7+cuda13.3 com.nvidia.cublas.version=13.7.0.27 com.nvidia.cufft.version=12.4.0.34 com.nvidia.curand.version=10.4.4.49 com.nvidia.cusparse.version=12.8.6.49 com.nvidia.cusparselt.version=0.9.1.1 com.nvidia.cusolver.version=12.3.2.15 com.nvidia.npp.version=13.2.0.35 com.nvidia.nvjpeg.version=13.2.2.35 com.nvidia.cublasmp.version=0.10.0.3695 com.nvidia.cusolvermp.version=0.9.0.6427 com.nvidia.nvvm.version=13.4.59 com.nvidia.cudla.version=13.4.49 com.nvidia.cudnn.version=9.25.0.28 com.nvidia.tensorrt.version=11.2.1.2+cuda13.3 com.nvidia.tensorrtoss.version= com.nvidia.nsightsystems.version=2026.5.1.18 com.nvidia.nsightcompute.version=2026.3.0.13
2026-08-21 02:43:03 UTC (buildkit.dockerfile.v0)RUN |1 ENABLE_MITMPROXY=0 /bin/bash -c /tmp/manage_cert.sh uninstall # buildkit
2026-08-21 03:05:33 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2026-08-21 03:05:33 UTC (buildkit.dockerfile.v0)ARG ENABLE_FIPS=0
2026-08-21 03:05:33 UTC (buildkit.dockerfile.v0)ARG ENABLE_MITMPROXY=0
2026-08-21 03:05:33 UTC (buildkit.dockerfile.v0)RUN |3 TARGETARCH=amd64 ENABLE_FIPS=0 ENABLE_MITMPROXY=0 /bin/bash -c /tmp/manage_cert.sh install # buildkit
2026-08-21 03:05:45 UTC (buildkit.dockerfile.v0)RUN |3 TARGETARCH=amd64 ENABLE_FIPS=0 ENABLE_MITMPROXY=0 /bin/bash -c export DEBIAN_FRONTEND=noninteractive && apt-get update && apt-get install -y --no-install-recommends build-essential git libglib2.0-0 less libhwloc15 libnuma-dev libnuma1 libpmi2-0-dev nano numactl openssh-client vim wget && rm -rf /var/lib/apt/lists/* && if [ "${ENABLE_FIPS}" = "1" ]; then apt-get remove -y openssh-client && cp -f -p /tmp/ubuntu.sources.fips /etc/apt/sources.list.d/ubuntu.sources && apt-get update && apt-get install -y --no-install-recommends openssh-client && rm -rf /var/lib/apt/lists/*; fi && ( [ -x /bin/ssh-agent ] && chgrp root /bin/ssh-agent || true ) && ( [ -x /usr/bin/ssh-agent ] && chgrp root /usr/bin/ssh-agent || true ) # buildkit
2026-08-21 03:05:45 UTC (buildkit.dockerfile.v0)COPY cuda-*.patch /tmp # buildkit
2026-08-21 03:10:31 UTC (buildkit.dockerfile.v0)RUN |3 TARGETARCH=amd64 ENABLE_FIPS=0 ENABLE_MITMPROXY=0 /bin/bash -c set -exo pipefail export ARTIFACTORY_USER=$(cat /run/secrets/ARTIFACTORY_USER) export ARTIFACTORY_TOKEN=$(cat /run/secrets/ARTIFACTORY_TOKEN) export DEVEL=1 BASE=0 /nvidia/build-scripts/installNCU.sh /nvidia/build-scripts/installCUDA.sh /nvidia/build-scripts/installLIBS.sh /nvidia/build-scripts/installNCCL.sh # https://jirasw.nvidia.com/browse/DLR-4957 to get the headers and static files with symlinks to the common location DPKG_DIVERT=1 STATIC=1 /nvidia/build-scripts/installNVSHMEM.sh /nvidia/build-scripts/installCUDNN.sh /nvidia/build-scripts/installTRT.sh ARTIFACTORY_CLOUD=1 /nvidia/build-scripts/installNSYS.sh /nvidia/build-scripts/installCUSPARSELT.sh if [ -f "/tmp/cuda-${_CUDA_VERSION_MAJMIN}.patch" ]; then patch -p0 < /tmp/cuda-${_CUDA_VERSION_MAJMIN}.patch; fi rm -f /tmp/cuda-*.patch # buildkit
2026-08-21 03:10:31 UTC (buildkit.dockerfile.v0)ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:/usr/local/cuda/lib64/stubs:
2026-08-21 03:10:31 UTC (buildkit.dockerfile.v0)RUN |3 TARGETARCH=amd64 ENABLE_FIPS=0 ENABLE_MITMPROXY=0 /bin/bash -c /tmp/manage_cert.sh uninstall # buildkit
2026-09-26 06:05:21 UTC (buildkit.dockerfile.v0)ARG INSTALL_RUBIN_PRERELEASE
2026-09-26 06:05:21 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM
2026-09-26 06:05:21 UTC (buildkit.dockerfile.v0)ARG max_jobs=2
2026-09-26 06:05:21 UTC (buildkit.dockerfile.v0)ARG CUDA_VERSION
2026-09-26 06:05:21 UTC (buildkit.dockerfile.v0)ARG PYTHON_VERSION
2026-09-26 06:05:21 UTC (buildkit.dockerfile.v0)ARG NCCL_VERSION
2026-09-26 06:05:21 UTC (buildkit.dockerfile.v0)ARG DEADSNAKES_MIRROR_URL
2026-09-26 06:05:21 UTC (buildkit.dockerfile.v0)ARG DEADSNAKES_GPGKEY_URL
2026-09-26 06:05:21 UTC (buildkit.dockerfile.v0)ARG GET_PIP_URL
2026-09-26 06:05:21 UTC (buildkit.dockerfile.v0)ENV CUDA_VERSION=13.4
2026-09-26 06:05:21 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive
2026-09-26 06:05:21 UTC (buildkit.dockerfile.v0)WORKDIR /vllm-workspace
2026-09-26 06:05:22 UTC (buildkit.dockerfile.v0)RUN |9 INSTALL_RUBIN_PRERELEASE=true TARGETPLATFORM=linux/amd64 max_jobs=16 CUDA_VERSION=13.4 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/bash -c PYTHON_VERSION_STR=$(echo ${PYTHON_VERSION} | sed 's/\.//g') && echo "export PYTHON_VERSION_STR=${PYTHON_VERSION_STR}" >> /etc/environment # buildkit
2026-09-26 06:06:25 UTC (buildkit.dockerfile.v0)RUN |9 INSTALL_RUBIN_PRERELEASE=true TARGETPLATFORM=linux/amd64 max_jobs=16 CUDA_VERSION=13.4 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/bash -c apt-get update -y && apt-get install -y --no-install-recommends software-properties-common curl sudo ffmpeg libsm6 libxext6 libgl1 && if [ ! -z ${DEADSNAKES_MIRROR_URL} ] ; then if [ ! -z "${DEADSNAKES_GPGKEY_URL}" ] ; then mkdir -p -m 0755 /etc/apt/keyrings ; curl -L ${DEADSNAKES_GPGKEY_URL} | gpg --dearmor > /etc/apt/keyrings/deadsnakes.gpg ; sudo chmod 644 /etc/apt/keyrings/deadsnakes.gpg ; echo "deb [signed-by=/etc/apt/keyrings/deadsnakes.gpg] ${DEADSNAKES_MIRROR_URL} $(lsb_release -cs) main" > /etc/apt/sources.list.d/deadsnakes.list ; fi ; else for i in 1 2 3; do add-apt-repository -y ppa:deadsnakes/ppa && break || { echo "Attempt $i failed, retrying in 5s..."; sleep 5; }; done ; fi && apt-get update -y && apt-get install -y --no-install-recommends python${PYTHON_VERSION} python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-venv libibverbs-dev && rm -rf /var/lib/apt/lists/* && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1 && update-alternatives --set python3 /usr/bin/python${PYTHON_VERSION} && ln -sf /usr/bin/python${PYTHON_VERSION}-config /usr/bin/python3-config && rm -f /usr/lib/python${PYTHON_VERSION}/EXTERNALLY-MANAGED && curl -sS ${GET_PIP_URL} | python${PYTHON_VERSION} && python3 --version && python3 -m pip --version # buildkit
2026-09-26 06:06:31 UTC (buildkit.dockerfile.v0)RUN |9 INSTALL_RUBIN_PRERELEASE=true TARGETPLATFORM=linux/amd64 max_jobs=16 CUDA_VERSION=13.4 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/bash -c CUDA_VERSION_DASH=$(echo $CUDA_VERSION | cut -d. -f1,2 | tr '.' '-') && apt-get update -y && apt-get install -y --no-install-recommends --allow-change-held-packages cuda-nvcc-${CUDA_VERSION_DASH} cuda-cudart-${CUDA_VERSION_DASH} cuda-nvrtc-${CUDA_VERSION_DASH} cuda-nvrtc-dev-${CUDA_VERSION_DASH} cuda-cuobjdump-${CUDA_VERSION_DASH} libcurand-dev-${CUDA_VERSION_DASH} libcublas-dev-${CUDA_VERSION_DASH} libnuma-dev numactl && rm -rf /var/lib/apt/lists/* # buildkit
2026-09-26 06:06:31 UTC (buildkit.dockerfile.v0)ENV CUDA_HOME=/usr/local/cuda
2026-09-26 06:06:31 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/cuda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin
2026-09-26 06:06:31 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/cuda/lib64:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64
2026-09-26 06:06:32 UTC (buildkit.dockerfile.v0)RUN |9 INSTALL_RUBIN_PRERELEASE=true TARGETPLATFORM=linux/amd64 max_jobs=16 CUDA_VERSION=13.4 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/bash -c if [ "${INSTALL_RUBIN_PRERELEASE}" = "true" ]; then CUDA_MAJOR_MINOR=$(echo "${CUDA_VERSION}" | cut -d. -f1,2) && if [ "${CUDA_MAJOR_MINOR}" = "13.4" ]; then CURAND_LIBRARY=$(find -H /usr/local/cuda -name libcurand.so.10 -print -quit) && test -n "${CURAND_LIBRARY}" && ln -sf "${CURAND_LIBRARY}" /usr/local/cuda/lib64/libcurand.so.11; elif [ "${CUDA_MAJOR_MINOR}" = "13.5" ]; then CURAND_LIBRARY=$(find -H /usr/local/cuda -name libcurand.so.11 -print -quit) && test -n "${CURAND_LIBRARY}" && ! readlink -f "${CURAND_LIBRARY}" | grep -q 'libcurand\.so\.10'; else echo "Unsupported Rubin CUDA version: ${CUDA_MAJOR_MINOR}" >&2; exit 1; fi && if NCCL_LIBRARY=$(find /usr/lib -name libnccl.so.2 -print -quit) && [ -n "${NCCL_LIBRARY}" ]; then if [ "${NCCL_LIBRARY}" != "/usr/lib/libnccl.so.2" ]; then ln -sf "${NCCL_LIBRARY}" /usr/lib/libnccl.so.2; fi && ln -sf libnccl.so.2 /usr/lib/libnccl.so; fi && ldconfig; fi # buildkit
2026-09-26 06:06:32 UTC (buildkit.dockerfile.v0)COPY tools/install_snapshot_runtime.sh /usr/local/bin/install_snapshot_runtime.sh # buildkit
2026-09-26 06:07:00 UTC (buildkit.dockerfile.v0)RUN |9 INSTALL_RUBIN_PRERELEASE=true TARGETPLATFORM=linux/amd64 max_jobs=16 CUDA_VERSION=13.4 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/bash -c if [ "${TARGETPLATFORM}" = "linux/amd64" ]; then MAX_JOBS="${max_jobs}" /usr/local/bin/install_snapshot_runtime.sh; else echo "Initialized snapshots are not installed for ${TARGETPLATFORM}"; fi # buildkit
2026-09-26 06:07:00 UTC (buildkit.dockerfile.v0)ENV CRIU_CUDA_PLUGIN_DIR=/usr/local/lib/criu
2026-09-26 06:07:19 UTC (buildkit.dockerfile.v0)RUN |9 INSTALL_RUBIN_PRERELEASE=true TARGETPLATFORM=linux/amd64 max_jobs=16 CUDA_VERSION=13.4 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/bash -c python3 -m pip install uv # buildkit
2026-09-26 06:07:19 UTC (buildkit.dockerfile.v0)ENV UV_HTTP_TIMEOUT=500
2026-09-26 06:07:19 UTC (buildkit.dockerfile.v0)ENV UV_INDEX_STRATEGY=unsafe-best-match
2026-09-26 06:07:19 UTC (buildkit.dockerfile.v0)ENV UV_LINK_MODE=copy
2026-09-26 06:07:19 UTC (buildkit.dockerfile.v0)ENV UV_PYTHON_INSTALL_DIR=/opt/uv/python
2026-09-26 06:07:19 UTC (buildkit.dockerfile.v0)ENV UV_CACHE_DIR=/opt/uv/cache
2026-09-26 06:08:08 UTC (buildkit.dockerfile.v0)RUN |9 INSTALL_RUBIN_PRERELEASE=true TARGETPLATFORM=linux/amd64 max_jobs=16 CUDA_VERSION=13.4 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/bash -c mkdir -p "${UV_PYTHON_INSTALL_DIR}" "${UV_CACHE_DIR}" && chgrp -R 0 /opt/uv && chmod -R g+rwX,a+rX /opt/uv # buildkit
2026-09-26 06:08:13 UTC (buildkit.dockerfile.v0)RUN |9 INSTALL_RUBIN_PRERELEASE=true TARGETPLATFORM=linux/amd64 max_jobs=16 CUDA_VERSION=13.4 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/bash -c CUDA_MAJOR=$(echo $CUDA_VERSION | cut -d. -f1) && if [ -n "$NCCL_VERSION" ]; then echo "nvidia-nccl-cu${CUDA_MAJOR}==${NCCL_VERSION}" > /etc/uv-overrides.txt; else touch /etc/uv-overrides.txt; fi # buildkit
2026-09-26 06:08:13 UTC (buildkit.dockerfile.v0)ENV UV_OVERRIDE=/etc/uv-overrides.txt
2026-09-26 06:08:14 UTC (buildkit.dockerfile.v0)RUN |9 INSTALL_RUBIN_PRERELEASE=true TARGETPLATFORM=linux/amd64 max_jobs=16 CUDA_VERSION=13.4 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/bash -c useradd --uid 2000 --gid 0 --create-home --home-dir /home/vllm --shell /bin/bash vllm && mkdir -p /home/vllm/.cache /home/vllm/.config && chown -R 2000:0 /home/vllm && chmod -R g+rwX /home/vllm && chgrp 0 /etc/passwd /etc/group && chmod g=u /etc/passwd /etc/group # buildkit
2026-09-26 06:08:14 UTC (buildkit.dockerfile.v0)COPY docker/entrypoints/vllm-nonroot-entrypoint.sh /usr/local/bin/vllm-nonroot-entrypoint.sh # buildkit
2026-09-26 06:08:17 UTC (buildkit.dockerfile.v0)RUN |9 INSTALL_RUBIN_PRERELEASE=true TARGETPLATFORM=linux/amd64 max_jobs=16 CUDA_VERSION=13.4 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/bash -c chmod 0755 /usr/local/bin/vllm-nonroot-entrypoint.sh # buildkit
2026-09-26 06:08:17 UTC (buildkit.dockerfile.v0)ENV VLLM_ENABLE_CUDA_COMPATIBILITY=0
2026-09-26 06:08:17 UTC (buildkit.dockerfile.v0)ARG PYTORCH_CUDA_INDEX_BASE_URL
2026-09-26 06:08:17 UTC (buildkit.dockerfile.v0)COPY requirements/common.txt /tmp/common.txt # buildkit
2026-09-26 06:08:17 UTC (buildkit.dockerfile.v0)COPY requirements/cuda.txt /tmp/requirements-cuda.txt # buildkit
2026-09-26 06:08:57 UTC (buildkit.dockerfile.v0)RUN |10 INSTALL_RUBIN_PRERELEASE=true TARGETPLATFORM=linux/amd64 max_jobs=16 CUDA_VERSION=13.4 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl /bin/bash -c if [ "${INSTALL_RUBIN_PRERELEASE}" = "true" ] && [ ! -f /tmp/vllm-requirements/rubin-prerelease.txt ]; then echo "INSTALL_RUBIN_PRERELEASE=true requires requirements/rubin-prerelease.txt" >&2; exit 1; fi && if [ "$(echo $CUDA_VERSION | cut -d. -f1)" = "12" ]; then sed -i 's/^nvidia-cutlass-dsl\[cu13\]/nvidia-cutlass-dsl/' /tmp/requirements-cuda.txt; sed -i 's/^humming-kernels\[cu13\]/humming-kernels[cu12]/' /tmp/requirements-cuda.txt; fi && if [ "${INSTALL_RUBIN_PRERELEASE}" = "true" ]; then uv pip install --system --prerelease=allow --index-strategy unsafe-first-match -r /tmp/vllm-requirements/rubin-prerelease.txt && sed -Ei '/^[[:space:]]*(torch|torchvision|torchaudio)[[:space:]]*==/Id' /tmp/requirements-cuda.txt && uv pip install --system -r /tmp/requirements-cuda.txt && uv pip install --system --prerelease=allow --index-strategy unsafe-first-match -r /tmp/vllm-requirements/rubin-prerelease.txt && printf '%s\n' "/usr/local/lib/python${PYTHON_VERSION}/dist-packages/nvpl/lib" > /etc/ld.so.conf.d/vllm-rubin-python.conf && ldconfig; else uv pip install --system -r /tmp/requirements-cuda.txt --extra-index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.'); fi && rm /tmp/requirements-cuda.txt /tmp/common.txt # buildkit
2026-09-26 06:08:57 UTC (buildkit.dockerfile.v0)ARG FLASHINFER_VERSION=0.7.0
2026-09-26 06:08:58 UTC (buildkit.dockerfile.v0)RUN |11 INSTALL_RUBIN_PRERELEASE=true TARGETPLATFORM=linux/amd64 max_jobs=16 CUDA_VERSION=13.4 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl FLASHINFER_VERSION=0.7.0 /bin/bash -c if [ "${INSTALL_RUBIN_PRERELEASE}" != "true" ]; then uv pip install --system flashinfer-jit-cache==${FLASHINFER_VERSION} --index-url https://flashinfer.ai/whl/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.'); fi # buildkit
2026-09-26 06:08:58 UTC (buildkit.dockerfile.v0)ARG GDRCOPY_CUDA_VERSION=12.8
2026-09-26 06:08:58 UTC (buildkit.dockerfile.v0)ARG GDRCOPY_OS_VERSION=Ubuntu24_04
2026-09-26 06:08:58 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM
2026-09-26 06:08:58 UTC (buildkit.dockerfile.v0)COPY tools/install_gdrcopy.sh /tmp/install_gdrcopy.sh # buildkit
2026-09-26 06:09:00 UTC (buildkit.dockerfile.v0)RUN |14 INSTALL_RUBIN_PRERELEASE=true TARGETPLATFORM=linux/amd64 max_jobs=16 CUDA_VERSION=13.4 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl FLASHINFER_VERSION=0.7.0 GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 TARGETPLATFORM=linux/amd64 /bin/bash -c set -eux; if [ "${INSTALL_RUBIN_PRERELEASE}" = "true" ] && ldconfig -p | grep -q 'libgdrapi\.so'; then true; else case "${TARGETPLATFORM}" in linux/arm64) UUARCH="aarch64" ;; linux/amd64) UUARCH="x64" ;; *) echo "Unsupported TARGETPLATFORM: ${TARGETPLATFORM}" >&2; exit 1 ;; esac; /tmp/install_gdrcopy.sh "${GDRCOPY_OS_VERSION}" "${GDRCOPY_CUDA_VERSION}" "${UUARCH}"; fi; rm /tmp/install_gdrcopy.sh # buildkit
2026-09-26 06:09:00 UTC (buildkit.dockerfile.v0)ARG TIMM_VERSION=>=1.0.17
2026-09-26 06:09:00 UTC (buildkit.dockerfile.v0)ARG RUNAI_MODEL_STREAMER_VERSION=>=0.15.7
2026-09-26 06:09:03 UTC (buildkit.dockerfile.v0)RUN |16 INSTALL_RUBIN_PRERELEASE=true TARGETPLATFORM=linux/amd64 max_jobs=16 CUDA_VERSION=13.4 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl FLASHINFER_VERSION=0.7.0 GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 TARGETPLATFORM=linux/amd64 TIMM_VERSION=>=1.0.17 RUNAI_MODEL_STREAMER_VERSION=>=0.15.7 /bin/bash -c uv pip install --system accelerate 'modelscope<1.38' "timm${TIMM_VERSION}" "runai-model-streamer[s3,gcs,azure]${RUNAI_MODEL_STREAMER_VERSION}" # buildkit
2026-09-26 06:09:03 UTC (buildkit.dockerfile.v0)ARG PIP_INDEX_URL UV_INDEX_URL
2026-09-26 06:09:03 UTC (buildkit.dockerfile.v0)ARG PIP_EXTRA_INDEX_URL UV_EXTRA_INDEX_URL
2026-09-26 06:09:03 UTC (buildkit.dockerfile.v0)ARG PYTORCH_CUDA_INDEX_BASE_URL
2026-09-26 06:09:03 UTC (buildkit.dockerfile.v0)ARG PIP_KEYRING_PROVIDER UV_KEYRING_PROVIDER
2026-09-26 06:09:03 UTC (buildkit.dockerfile.v0)ARG PYTORCH_NIGHTLY
2026-09-26 06:09:03 UTC (buildkit.dockerfile.v0)COPY /workspace/torch_lib_versions.txt torch_lib_versions.txt # buildkit
2026-09-26 06:28:05 UTC (buildkit.dockerfile.v0)COPY /workspace/dist/wheel.sha256 /tmp/vllm-wheel.sha256 # buildkit
2026-09-26 06:28:11 UTC (buildkit.dockerfile.v0)RUN |8 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled PYTORCH_NIGHTLY= /bin/bash -c if [ "${PYTORCH_NIGHTLY}" = "1" ]; then echo "Installing torch nightly..." && uv pip install --system $(cat torch_lib_versions.txt | xargs) --pre --index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/nightly/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.') && echo "Installing vLLM..." && uv pip install --system dist/*.whl --verbose --extra-index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/nightly/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.'); else echo "Installing vLLM..." && uv pip install --system dist/*.whl --verbose --extra-index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.'); fi # buildkit
2026-09-26 06:28:11 UTC (buildkit.dockerfile.v0)RUN |8 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled PYTORCH_NIGHTLY= /bin/bash -c ln -s "$(python3 -c 'import sysconfig; print(sysconfig.get_path("platlib"))')/vllm/vllm-rs" /usr/local/bin/vllm-rs && vllm-rs --version # buildkit
2026-09-26 06:28:12 UTC (buildkit.dockerfile.v0)RUN |8 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled PYTORCH_NIGHTLY= /bin/bash -c . /etc/environment && uv pip list # buildkit
2026-09-26 06:28:12 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/cuda/lib64:/usr/local/cuda/lib64:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64
2026-09-26 06:28:12 UTC (buildkit.dockerfile.v0)COPY /tmp/ep_kernels_workspace/dist/wheels.sha256 /tmp/ep-kernels-wheels.sha256 # buildkit
2026-09-26 06:28:13 UTC (buildkit.dockerfile.v0)RUN |8 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled PYTORCH_NIGHTLY= /bin/bash -c uv pip install --system ep_kernels/dist/*.whl --verbose --extra-index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.') # buildkit
2026-09-26 06:28:13 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/cuda/lib64:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64
2026-09-26 06:28:13 UTC (buildkit.dockerfile.v0)COPY examples examples # buildkit
2026-09-26 06:28:13 UTC (buildkit.dockerfile.v0)COPY benchmarks benchmarks # buildkit
2026-09-26 06:28:13 UTC (buildkit.dockerfile.v0)COPY ./vllm/collect_env.py . # buildkit
2026-09-26 06:28:13 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM
2026-09-26 06:28:13 UTC (buildkit.dockerfile.v0)ARG INSTALL_KV_CONNECTORS=false
2026-09-26 06:28:13 UTC (buildkit.dockerfile.v0)ARG INSTALL_RUBIN_PRERELEASE
2026-09-26 06:28:13 UTC (buildkit.dockerfile.v0)ARG TRITON_INSTALL_FROM_SOURCE_REPO
2026-09-26 06:28:13 UTC (buildkit.dockerfile.v0)ARG CUDA_VERSION
2026-09-26 06:28:13 UTC (buildkit.dockerfile.v0)ARG VLLM_BUILD_COMMIT
2026-09-26 06:28:13 UTC (buildkit.dockerfile.v0)ARG VLLM_BUILD_PIPELINE
2026-09-26 06:28:13 UTC (buildkit.dockerfile.v0)ARG VLLM_BUILD_URL
2026-09-26 06:28:13 UTC (buildkit.dockerfile.v0)ARG VLLM_IMAGE_TAG
2026-09-26 06:28:13 UTC (buildkit.dockerfile.v0)ARG PIP_INDEX_URL UV_INDEX_URL
2026-09-26 06:28:13 UTC (buildkit.dockerfile.v0)ARG PIP_EXTRA_INDEX_URL UV_EXTRA_INDEX_URL
2026-09-26 06:28:13 UTC (buildkit.dockerfile.v0)ENV UV_HTTP_TIMEOUT=500
2026-09-26 06:28:13 UTC (buildkit.dockerfile.v0)ARG torch_cuda_arch_list=7.5 8.0 8.6 8.9 9.0 10.0 11.0 12.0
2026-09-26 06:28:13 UTC (buildkit.dockerfile.v0)ENV TORCH_CUDA_ARCH_LIST=7.5 8.0 8.6 8.9 9.0 10.0 12.0
2026-09-26 06:28:18 UTC (buildkit.dockerfile.v0)RUN |14 TARGETPLATFORM=linux/amd64 INSTALL_KV_CONNECTORS=true INSTALL_RUBIN_PRERELEASE=true TRITON_INSTALL_FROM_SOURCE_REPO=https://github.com/triton-lang/triton.git CUDA_VERSION=13.4 VLLM_BUILD_COMMIT=ddd6fbca148a867aad1fcab7ec72f582b9977db4 VLLM_BUILD_PIPELINE=019d130e-464e-4ff7-b84b-492992c0c06b VLLM_BUILD_URL=https://buildkite.com/vllm/release-v2/builds/7306 VLLM_IMAGE_TAG=vllm/vllm-openai:cu134-nightly-ddd6fbca148a867aad1fcab7ec72f582b9977db4 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= torch_cuda_arch_list=7.5 8.0 8.6 8.9 9.0 10.0 12.0 /bin/bash -c set -eu; CUDA_MAJOR="${CUDA_VERSION%%.*}"; CUDA_VERSION_DASH=$(echo $CUDA_VERSION | cut -d. -f1,2 | tr '.' '-'); CUDA_HOME=/usr/local/cuda; BUILD_PKGS="libcusparse-dev-${CUDA_VERSION_DASH} libcublas-dev-${CUDA_VERSION_DASH} libcusolver-dev-${CUDA_VERSION_DASH}"; if [ "$INSTALL_KV_CONNECTORS" = "true" ]; then KV_REQUIREMENTS=/tmp/vllm-requirements/kv_connectors.txt; if [ "${CUDA_MAJOR}" = "12" ]; then KV_REQUIREMENTS=/tmp/vllm-requirements/kv_connectors_cu12.txt; fi; uv pip freeze --system > /tmp/kv-installed.txt; grep -E '^(torch|torchaudio|torchvision|triton|cuda-bindings|cuda-python|cuda-toolkit)==' /tmp/kv-installed.txt > /tmp/kv-constraints.txt; uv pip install --system -c /tmp/kv-constraints.txt -r "${KV_REQUIREMENTS}" --no-build || ( apt-get update -y && apt-get install -y --no-install-recommends --allow-change-held-packages ${BUILD_PKGS} && uv pip install --system -c /tmp/kv-constraints.txt -r "${KV_REQUIREMENTS}" --no-build-isolation && apt-get purge -y ${BUILD_PKGS} && rm -rf /var/lib/apt/lists/* ); MOONCAKE_VERSION=$(python3 -c "import importlib.metadata as m; print(m.version('mooncake-transfer-engine'))" 2>/dev/null || true) && if [ "${CUDA_MAJOR}" = "13" ] && [ -n "${MOONCAKE_VERSION}" ]; then uv pip uninstall --system mooncake-transfer-engine 2>/dev/null || true; uv pip install --system -c /tmp/kv-constraints.txt "mooncake-transfer-engine-cuda13==${MOONCAKE_VERSION}"; fi; rm -f /tmp/kv-installed.txt /tmp/kv-constraints.txt; fi # buildkit
2026-09-26 06:28:19 UTC (buildkit.dockerfile.v0)RUN |14 TARGETPLATFORM=linux/amd64 INSTALL_KV_CONNECTORS=true INSTALL_RUBIN_PRERELEASE=true TRITON_INSTALL_FROM_SOURCE_REPO=https://github.com/triton-lang/triton.git CUDA_VERSION=13.4 VLLM_BUILD_COMMIT=ddd6fbca148a867aad1fcab7ec72f582b9977db4 VLLM_BUILD_PIPELINE=019d130e-464e-4ff7-b84b-492992c0c06b VLLM_BUILD_URL=https://buildkite.com/vllm/release-v2/builds/7306 VLLM_IMAGE_TAG=vllm/vllm-openai:cu134-nightly-ddd6fbca148a867aad1fcab7ec72f582b9977db4 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= torch_cuda_arch_list=7.5 8.0 8.6 8.9 9.0 10.0 12.0 /bin/bash -c if [ "${INSTALL_RUBIN_PRERELEASE}" = "true" ]; then echo "Installing Rubin prerelease requirements..." && uv pip install --system --prerelease=allow --index-strategy unsafe-first-match -r /tmp/vllm-requirements/rubin-prerelease.txt; fi # buildkit
2026-09-26 06:28:19 UTC (buildkit.dockerfile.v0)COPY /tmp/triton_from_source_workspace/dist/wheel.sha256 /tmp/triton-source-wheel.sha256 # buildkit
2026-09-26 06:28:19 UTC (buildkit.dockerfile.v0)COPY tools/install_triton_from_source.sh /tmp/install_triton_from_source.sh # buildkit
2026-09-26 06:28:27 UTC (buildkit.dockerfile.v0)RUN |14 TARGETPLATFORM=linux/amd64 INSTALL_KV_CONNECTORS=true INSTALL_RUBIN_PRERELEASE=true TRITON_INSTALL_FROM_SOURCE_REPO=https://github.com/triton-lang/triton.git CUDA_VERSION=13.4 VLLM_BUILD_COMMIT=ddd6fbca148a867aad1fcab7ec72f582b9977db4 VLLM_BUILD_PIPELINE=019d130e-464e-4ff7-b84b-492992c0c06b VLLM_BUILD_URL=https://buildkite.com/vllm/release-v2/builds/7306 VLLM_IMAGE_TAG=vllm/vllm-openai:cu134-nightly-ddd6fbca148a867aad1fcab7ec72f582b9977db4 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= torch_cuda_arch_list=7.5 8.0 8.6 8.9 9.0 10.0 12.0 /bin/bash -c if [ -n "${TRITON_INSTALL_FROM_SOURCE_REPO}" ]; then CUDA_MAJOR_MINOR=$(echo "${CUDA_VERSION}" | cut -d. -f1,2); if [ "${INSTALL_RUBIN_PRERELEASE}" = "true" ]; then case "${CUDA_MAJOR_MINOR}" in 13.4|13.5) TRITON_SYSTEM_PTXAS_PATH=/usr/local/cuda/bin/ptxas TRITON_EXPECTED_PTXAS_VERSION="${CUDA_MAJOR_MINOR}" bash /tmp/install_triton_from_source.sh /tmp/triton-source-dist /tmp/triton-source-wheel.sha256 ;; *) echo "Unsupported Rubin CUDA version: ${CUDA_MAJOR_MINOR}" >&2; exit 1 ;; esac; else bash /tmp/install_triton_from_source.sh /tmp/triton-source-dist /tmp/triton-source-wheel.sha256; fi; fi && rm -f /tmp/install_triton_from_source.sh /tmp/triton-source-wheel.sha256 # buildkit
2026-09-26 06:28:27 UTC (buildkit.dockerfile.v0)ENV VLLM_USAGE_SOURCE=production-docker-image
2026-09-26 06:28:27 UTC (buildkit.dockerfile.v0)ENV VLLM_BUILD_COMMIT=ddd6fbca148a867aad1fcab7ec72f582b9977db4 VLLM_BUILD_PIPELINE=019d130e-464e-4ff7-b84b-492992c0c06b VLLM_BUILD_URL=https://buildkite.com/vllm/release-v2/builds/7306 VLLM_IMAGE_TAG=vllm/vllm-openai:cu134-nightly-ddd6fbca148a867aad1fcab7ec72f582b9977db4
2026-09-26 06:28:27 UTC (buildkit.dockerfile.v0)LABEL org.opencontainers.image.source=https://github.com/vllm-project/vllm org.opencontainers.image.revision=ddd6fbca148a867aad1fcab7ec72f582b9977db4 org.opencontainers.image.version=vllm/vllm-openai:cu134-nightly-ddd6fbca148a867aad1fcab7ec72f582b9977db4 org.opencontainers.image.url=https://buildkite.com/vllm/release-v2/builds/7306 ai.vllm.build.commit=ddd6fbca148a867aad1fcab7ec72f582b9977db4 ai.vllm.build.pipeline=019d130e-464e-4ff7-b84b-492992c0c06b ai.vllm.build.url=https://buildkite.com/vllm/release-v2/builds/7306 ai.vllm.image.tag=vllm/vllm-openai:cu134-nightly-ddd6fbca148a867aad1fcab7ec72f582b9977db4
2026-09-26 06:28:27 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["vllm" "serve"]
Details
2026-09-26 06:41:18 UTC
15.7 GB
Labels
-
ai.vllm.build.commitddd6fbca148a867aad1fcab7ec72f582b9977db4
-
ai.vllm.build.pipeline019d130e-464e-4ff7-b84b-492992c0c06b
-
ai.vllm.build.urlhttps://buildkite.com/vllm/release-v2/builds/7306
-
ai.vllm.image.tagvllm/vllm-openai:cu134-nightly-ddd6fbca148a867aad1fcab7ec72f582b9977db4
-
com.nvidia.cublas.version13.7.0.27
-
com.nvidia.cublasmp.version0.10.0.3695
-
com.nvidia.cuda.version9.0
-
com.nvidia.cudla.version13.4.49
-
com.nvidia.cudnn.version9.25.0.28
-
com.nvidia.cufft.version12.4.0.34
-
com.nvidia.curand.version10.4.4.49
-
com.nvidia.cusolver.version12.3.2.15
-
com.nvidia.cusolvermp.version0.9.0.6427
-
com.nvidia.cusparse.version12.8.6.49
-
com.nvidia.cusparselt.version0.9.1.1
-
com.nvidia.nccl.version2.30.7+cuda13.3
-
com.nvidia.npp.version13.2.0.35
-
com.nvidia.nsightcompute.version2026.3.0.13
-
com.nvidia.nsightsystems.version2026.5.1.18
-
com.nvidia.nvjpeg.version13.2.2.35
-
com.nvidia.nvvm.version13.4.59
-
com.nvidia.tensorrt.version11.2.1.2+cuda13.3
-
com.nvidia.tensorrtoss.version
-
com.nvidia.volumes.needednvidia_driver
-
org.opencontainers.image.revisionddd6fbca148a867aad1fcab7ec72f582b9977db4
-
org.opencontainers.image.sourcehttps://github.com/vllm-project/vllm
-
org.opencontainers.image.urlhttps://buildkite.com/vllm/release-v2/builds/7306
-
org.opencontainers.image.versionvllm/vllm-openai:cu134-nightly-ddd6fbca148a867aad1fcab7ec72f582b9977db4
Environment
BASH_ENV/etc/bash.bashrc
CCCL_VERSION13.3.4.2.1
CRIU_CUDA_PLUGIN_DIR/usr/local/lib/criu
CUBLASMP_VERSION0.10.0.3695
CUBLAS_VERSION13.7.0.27
CUDA_ARCH_LIST8.0 8.6 9.0 10.0 11.0 12.0
CUDA_COMPONENT_LISTcrt nvrtc driver-dev culibos-dev cudart cudart-dev nvcc tileiras cupti
CUDA_DRIVER_VERSION615.65.02
CUDA_HOME/usr/local/cuda
CUDA_VERSION13.4
CUDLA_VERSION13.4.49
CUDNN_FRONTEND_VERSION1.27.0
CUDNN_VERSION9.25.0.28
CUFFT_VERSION12.4.0.34
CUFILE_VERSION1.19.0.109
CURAND_VERSION10.4.4.49
CUSOLVERMP_VERSION0.9.0.6427
CUSOLVER_VERSION12.3.2.15
CUSPARSELT_VERSION0.9.1.1
CUSPARSE_VERSION12.8.6.49
CUTILE_PYTHON_VERSION1.5.0
CUTLASS_DSL_VERSION4.6.2
DALI_BUILD DALI_URL_SUFFIX130
DALI_VERSION2.2.0
DEBIAN_FRONTENDnoninteractive
DOCA_VERSION3.5.0
EFA_VERSION1.48.0
ENV/etc/shinit_v2
GDRCOPY_VERSION2.5.1
HPCX_VERSION2.50
LD_LIBRARY_PATH/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/cuda/lib64:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64
LIBRARY_PATH/usr/local/cuda/lib64/stubs:/usr/local/cuda/lib64/stubs:
MAXSMVER121
MODEL_OPT_VERSION0.45.0
MOFED_VERSION5.4-rdmacore63.0
NCCL_NET_PLUGINspcx
NCCL_VERSION2.30.7+cuda13.3
NIXL_VERSION1.3.0
NPP_VERSION13.2.0.35
NSIGHT_COMPUTE_VERSION2026.3.0.13
NSIGHT_SYSTEMS_VERSION2026.5.1.18
NVFATBIN_VERSION13.4.49
NVIDIA_DRIVER_CAPABILITIEScompute,utility,video
NVIDIA_PRODUCT_NAMECUDA
NVIDIA_REQUIRE_CUDAcuda>=9.0
NVIDIA_VISIBLE_DEVICESall
NVJITLINK_VERSION13.4.52
NVJPEG_VERSION13.2.2.35
NVPTXCOMPILER_VERSION13.4.59
NVRX_VERSION0.6.0
NVSHMEM_VERSION3.7.1
NVVM_VERSION13.4.59
OMPI_MCA_coll_hcoll_enable0
OPAL_PREFIX/usr/local/mpi
OPENMPI_VERSION5.0.10
OPENUCX_VERSION1.21.0
PATH/usr/local/cuda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin
POLYGRAPHY_VERSION0.53.3
RDMACORE_VERSION63.0
SHELL/bin/bash
TORCH_CUDA_ARCH_LIST8.0 8.7 8.9 9.0 10.0 11.0 12.0
TRANSFORMER_ENGINE_VERSION2.18
TRTOSS_VERSION TRT_VERSION11.2.1.2+cuda13.3
UV_CACHE_DIR/opt/uv/cache
UV_HTTP_TIMEOUT500
UV_INDEX_STRATEGYunsafe-best-match
UV_LINK_MODEcopy
UV_OVERRIDE/etc/uv-overrides.txt
UV_PYTHON_INSTALL_DIR/opt/uv/python
VLLM_BUILD_COMMITddd6fbca148a867aad1fcab7ec72f582b9977db4
VLLM_BUILD_PIPELINE019d130e-464e-4ff7-b84b-492992c0c06b
VLLM_BUILD_URLhttps://buildkite.com/vllm/release-v2/builds/7306
VLLM_ENABLE_CUDA_COMPATIBILITY0
VLLM_IMAGE_TAGvllm/vllm-openai:cu134-nightly-ddd6fbca148a867aad1fcab7ec72f582b9977db4
VLLM_USAGE_SOURCEproduction-docker-image
_CUDA_COMPAT_PATH/usr/local/cuda/compat
Layers
[#000] sha256:9d294370662d7b00e52afa80381870891db8ea73a1c3de0aab6e3e3e05ed9167 - 0.18% (28.6 MB)
[#001] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#002] sha256:006b2f0b2d1672ffd071ddefe16351c8b6529803461da4619e553127bb537462 - 0.01% (967 KB)
[#003] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#004] sha256:c321fb1f65c92e6dffafd416d2314458fa50e186525760414f4f572de6847051 - 0.02% (3.5 MB)
[#005] sha256:e5f07761507ec6b8c81ddc1c4f277718ad26d71f03a91c8b80423a8b85436468 - 1.21% (195 MB)
[#006] sha256:054414d5bcb8c989e197233446c93c05cb38a4b2971152d1d762012cb513b739 - 1.03% (166 MB)
[#007] sha256:8a4722421aeb7ce1f2cd0fe8cca5895f9df610cc8f1be52019337d331240160b - 0.0% (16 KB)
[#008] sha256:2e1cc429693172467a315b0a8b395426a7eb87278ccd25267c5e73aa0768cacd - 0.0% (11.3 KB)
[#009] sha256:78e409cb450923663f0621362ab592970fbb200addb6e8a99e6cc7dcae39b440 - 0.0% (329 Bytes)
[#010] sha256:438ea8cf7c6b92b05bdd34a1acd60338da65abe2d14ab01264792bb56e335e6b - 0.28% (44.5 MB)
[#011] sha256:066c4afa53b62f4d6258c093bfaeda3006f14b401cfd9d6b64ff4e156d092e30 - 0.01% (1.38 MB)
[#012] sha256:29475426a964b0dafcb56a8623c016affa1d89a452274297502144daacd66e3a - 0.14% (22.5 MB)
[#013] sha256:9d347c2856ec235d5aba5ed4d4f304636ebceb2f783ea0d38e38042895891e7b - 0.0% (6.07 KB)
[#014] sha256:9b7c9c20e6cef8ed5a66026fe33c1a5bee0d6a1c35825fa296119c3108b45228 - 0.0% (408 Bytes)
[#015] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#016] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#017] sha256:30a8821a3b4d4de05b3dfe1736928c7f6d002b93adbfdc43651aa51696055908 - 0.64% (103 MB)
[#018] sha256:c6e62dc70db99e531b3b73ebe33405579a52295e61fa07a5f68958d14a5d04ad - 1.6% (258 MB)
[#019] sha256:c509e5664864518f93cd612c74b0f4a305b88a5a68da3609d1fb2f5de1421038 - 13.91% (2.18 GB)
[#020] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#021] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#022] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#023] sha256:c48df21ed0855a5d0c490837b052147da4d8ad0fd20ceb733ab532721125424a - 1.41% (226 MB)
[#024] sha256:f4d111d7c2a8c348070c6d5f32830277ecc6759248f1571917b99c377d6150a5 - 18.35% (2.88 GB)
[#025] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#026] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#027] sha256:0c85de96f471df32b17e8ecfc55e1b9432fcb8fa2f473742df72849cb156b5c8 - 0.13% (21 MB)
[#028] sha256:c9e411c76d73414aae33caf47eb28e0c4537d8fce71d00b3650e74eb532c95c5 - 0.0% (503 Bytes)
[#029] sha256:b1d0149d008a8cc301994021668727acf6ac6c612384e69d46537512e8643c06 - 5.08% (817 MB)
[#030] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#031] sha256:cd8f0600a211e2b25f8124eab9bceadf9d7accdf70cc2a514845d3d915b822e0 - 0.0% (104 Bytes)
[#032] sha256:b093ad5d690132639e89e9205050deb4aed220fbbc600dd3d0e57f89a288e8f4 - 0.0% (230 Bytes)
[#033] sha256:1a1e617b737d3811fad48cedbdff6f9f89b23599601f64181e414bd27e10ae24 - 1.25% (201 MB)
[#034] sha256:7688f3e4b01cda40e3dcc03f1d80555ca7d109f2dbc24281d48d46dc7b9f9d71 - 0.0% (355 Bytes)
[#035] sha256:982ccace5a0a4c98912f9b139bf5220fd07f934d9b2627611c0fff18b38eafe2 - 0.0% (21.2 KB)
[#036] sha256:96fc5e439ed88ec57867b6ce69df03a00c042f0ad74dd56a27adc139c1b647f3 - 0.0% (1.61 KB)
[#037] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#038] sha256:185bbbd9d2a7abcd4d71d571f422de23c6b6b1220a1a6320b1a901dfc881ad30 - 0.24% (38.5 MB)
[#039] sha256:465f854a090c2e1c326fecdd59f32b391b2aeee710bf2a206ae52d2926ecb541 - 0.0% (150 Bytes)
[#040] sha256:687402f463d915830108212b6a1b4b97ce318b78c9ca70ecf8d610c1c7557b5b - 0.0% (164 Bytes)
[#041] sha256:769a621f1e63c1980ba8fdd8178b0b5d6998af84ab4b689d09f1f251db502891 - 0.0% (3.63 KB)
[#042] sha256:6ea4ed208f95118784c2a3e7826dc4dc4bf49f2e768eff5692f363d498d6a9e3 - 0.0% (2.02 KB)
[#043] sha256:6ea4ed208f95118784c2a3e7826dc4dc4bf49f2e768eff5692f363d498d6a9e3 - 0.0% (2.02 KB)
[#044] sha256:7d5ba88f075611bd6d69fa28cf6cd713309e98932d8314ab5a84d1f9ac7475ac - 0.0% (1.65 KB)
[#045] sha256:dd1a6cb9c286410b915f0117a36676af82ef772760576453d059a2900f698356 - 0.0% (864 Bytes)
[#046] sha256:a2e05056ac96a7c70b9310f2e7a9259ad9b21177ad8d2e47c07c9f231541d20d - 43.45% (6.82 GB)
[#047] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#048] sha256:10d737e5aaac25ff9028bbacadfb133fcf7a69131be8bc1e1b91c3e9ec9b035a - 0.0% (896 Bytes)
[#049] sha256:18f2ec00f3b86b0ff0925e17e446a59da943afde03905dfab5d99cdebae38c8d - 0.0% (140 Bytes)
[#050] sha256:72762c041f5705fefefaa931737ea1f6472dfc57a3d1c526dd3f415c83e89729 - 1.69% (271 MB)
[#051] sha256:b402e34e4078c61f21bca077034545901ab5faa534fc11551f19f04d7627608d - 0.0% (212 Bytes)
[#052] sha256:1d3ae4664ecb8b1076ba36728e60afacdac33562ac6fc6851a10d2f4ffbf8e1c - 0.0% (251 Bytes)
[#053] sha256:8e06b8117cf6c28051ebf5b6d1db8e3778ca5180eae64b2af8edf86391702fbd - 3.17% (509 MB)
[#054] sha256:6e0b80ae334d4ed3686e62ebae95e52e522af04eda01ad750d72b4491547cacc - 0.0% (5.21 KB)
[#055] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#056] sha256:16e2d796e974b5829485ad075d53c34d9ca5b50b2487cbdaa345d5758820b4e2 - 0.0% (253 Bytes)
[#057] sha256:cff2d8e0a9cbccb79d3844a28f9a2f774e79a1295d32b18bfd4dcd5b0030ce5f - 0.09% (13.7 MB)
[#058] sha256:63b21824ed72cccb221bd358cac6dacbf73b10978fb73d1ea48193371caee085 - 0.0% (298 KB)
[#059] sha256:38e9672ee994e93a58ff64d44c7a778bd145f61f0d063a4a42dc03fbe87bfa07 - 0.0% (297 KB)
[#060] sha256:a637d4a41b8dd302072c45c8dea8d24e6e7b93e9015787aeb9d41454343b160c - 0.0% (9.61 KB)
[#061] sha256:a2802c579db51d2a8c8c0b489cd174b1aacfbfddde962fb55708203d225637ea - 2.42% (390 MB)
[#062] sha256:ef4bcf0e1c32057b3b084561eea747a45e6117295a9afca6d42ca555cfa62c07 - 1.32% (212 MB)
[#063] sha256:802cef18d6bbf2699b735be342bf7441765c3818f7dbde413ed8ea6057e1cf83 - 0.0% (236 Bytes)
[#064] sha256:e24ac7b1a5e9184114f2c81dc818f1e86ad5ffc71c9dd9dfb8fbb6f9c3e88d52 - 0.0% (824 Bytes)
[#065] sha256:d7e3f21f1ec3191450a88e5e4e9e28dad8059ce93a90483ccffa579318d6de0a - 2.39% (384 MB)
History
/bin/sh -c #(nop) ARG RELEASE
2026-08-17 13:11:31 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2026-08-17 13:11:31 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=24.04
2026-08-17 13:11:34 UTC/bin/sh -c #(nop) ADD file:0387b3d029de8fa08641ccfaa44c6a4ad07b93035420d53b49783ea27527d153 in /
2026-08-17 13:11:34 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2026-08-21 02:35:21 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -c]
2026-08-21 02:35:21 UTC (buildkit.dockerfile.v0)ARG ENABLE_MITMPROXY=0
2026-08-21 02:35:21 UTC (buildkit.dockerfile.v0)RUN |1 ENABLE_MITMPROXY=0 /bin/bash -c /tmp/manage_cert.sh install # buildkit
2026-08-21 02:34:33 UTC (buildkit.dockerfile.v0)RUN |1 ENABLE_MITMPROXY=0 /bin/bash -c if [ -d /usr/share/ca-certificates ]; then exit; fi && export DEBIAN_FRONTEND=noninteractive && apt-get update && apt-get install -y --no-install-recommends ca-certificates && rm -rf /var/lib/apt/lists/* # buildkit
2026-08-21 02:35:21 UTC (buildkit.dockerfile.v0)RUN |1 ENABLE_MITMPROXY=0 /bin/bash -c /tmp/manage_cert.sh install # buildkit
2026-08-21 02:34:44 UTC (buildkit.dockerfile.v0)RUN |1 ENABLE_MITMPROXY=0 /bin/bash -c export DEBIAN_FRONTEND=noninteractive && apt-get update && apt-get install -y --no-install-recommends adduser curl libnl-route-3-200 libnl-3-200 libnl-3-dev libnl-route-3-dev patch wget && rm -rf /var/lib/apt/lists/* && echo "hsts=0" > /root/.wgetrc # buildkit
2026-08-21 02:34:44 UTC (buildkit.dockerfile.v0)ARG GDRCOPY_VERSION=2.5.1
2026-08-21 02:34:44 UTC (buildkit.dockerfile.v0)ARG HPCX_VERSION=2.50
2026-08-21 02:34:44 UTC (buildkit.dockerfile.v0)ARG RDMACORE_VERSION=63.0
2026-08-21 02:34:44 UTC (buildkit.dockerfile.v0)ARG MOFED_VERSION=5.4-rdmacore63.0
2026-08-21 02:34:44 UTC (buildkit.dockerfile.v0)ARG OPENUCX_VERSION=1.21.0
2026-08-21 02:34:44 UTC (buildkit.dockerfile.v0)ARG OPENMPI_VERSION=5.0.10
2026-08-21 02:34:44 UTC (buildkit.dockerfile.v0)ARG EFA_VERSION=1.48.0
2026-08-21 02:34:44 UTC (buildkit.dockerfile.v0)ENV GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.50 MOFED_VERSION=5.4-rdmacore63.0 OPENUCX_VERSION=1.21.0 OPENMPI_VERSION=5.0.10 RDMACORE_VERSION=63.0 EFA_VERSION=1.48.0 NCCL_NET_PLUGIN=spcx
2026-08-21 02:34:44 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=arm64
2026-08-21 02:34:46 UTC (buildkit.dockerfile.v0)RUN |9 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.50 RDMACORE_VERSION=63.0 MOFED_VERSION=5.4-rdmacore63.0 OPENUCX_VERSION=1.21.0 OPENMPI_VERSION=5.0.10 EFA_VERSION=1.48.0 TARGETARCH=arm64 /bin/bash -c cd /nvidia && export OPENMPI_VERSION_MAJOR="${OPENMPI_VERSION%%.*}" && echo "OPENMPI_VERSION_MAJOR: ${OPENMPI_VERSION_MAJOR}" && ( cd opt/rdma-core/ && dpkg -i libibverbs1_*.deb libibverbs-dev_*.deb librdmacm1_*.deb librdmacm-dev_*.deb libibumad3_*.deb libibumad-dev_*.deb ibverbs-utils_*.deb ibverbs-providers_*.deb && rm $(dpkg-query -L libibverbs-dev librdmacm-dev libibumad-dev | grep "\(\.a\)$") ) && ( cd opt/gdrcopy/ && dpkg -i libgdrapi_*.deb ) && ( cp -r opt/hpcx /opt/ && cp etc/ld.so.conf.d/hpcx.conf /etc/ld.so.conf.d/ && ln -sf /opt/hpcx/ompi${OPENMPI_VERSION_MAJOR} /usr/local/mpi && ln -sf /opt/hpcx/ucx /usr/local/ucx && sed -i 's/^\(hwloc_base_binding_policy\) = core$/\1 = none/' /opt/hpcx/ompi${OPENMPI_VERSION_MAJOR}/etc/openmpi-mca-params.conf && sed -i 's/^\(btl = self\)$/#\1/' /opt/hpcx/ompi${OPENMPI_VERSION_MAJOR}/etc/openmpi-mca-params.conf ) && ldconfig # buildkit
2026-08-21 02:34:46 UTC (buildkit.dockerfile.v0)ENV OPAL_PREFIX=/usr/local/mpi PATH=/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin
2026-08-21 02:34:46 UTC (buildkit.dockerfile.v0)ENV OMPI_MCA_coll_hcoll_enable=0
2026-08-21 02:34:46 UTC (buildkit.dockerfile.v0)ARG CUDA_VERSION=13.4.1.012
2026-08-21 02:34:46 UTC (buildkit.dockerfile.v0)ARG CUDA_DRIVER_VERSION=615.65.02
2026-08-21 02:34:46 UTC (buildkit.dockerfile.v0)ARG NVVM_VERSION=13.4.59
2026-08-21 02:34:46 UTC (buildkit.dockerfile.v0)ARG DOCA_VERSION=3.5.0
2026-08-21 02:34:46 UTC (buildkit.dockerfile.v0)ENV CUDA_VERSION=13.4.1.012 CUDA_DRIVER_VERSION=615.65.02 NVVM_VERSION=13.4.59 DOCA_VERSION=3.5.0
2026-08-21 02:35:00 UTC (buildkit.dockerfile.v0)RUN |13 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.50 RDMACORE_VERSION=63.0 MOFED_VERSION=5.4-rdmacore63.0 OPENUCX_VERSION=1.21.0 OPENMPI_VERSION=5.0.10 EFA_VERSION=1.48.0 TARGETARCH=arm64 CUDA_VERSION=13.4.1.012 CUDA_DRIVER_VERSION=615.65.02 NVVM_VERSION=13.4.59 DOCA_VERSION=3.5.0 /bin/bash -c export ARTIFACTORY_USER=$(cat /run/secrets/ARTIFACTORY_USER) && export ARTIFACTORY_TOKEN=$(cat /run/secrets/ARTIFACTORY_TOKEN) && BASE=min /nvidia/build-scripts/installCUDA.sh # buildkit
2026-08-21 02:35:00 UTC (buildkit.dockerfile.v0)RUN |13 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.50 RDMACORE_VERSION=63.0 MOFED_VERSION=5.4-rdmacore63.0 OPENUCX_VERSION=1.21.0 OPENMPI_VERSION=5.0.10 EFA_VERSION=1.48.0 TARGETARCH=arm64 CUDA_VERSION=13.4.1.012 CUDA_DRIVER_VERSION=615.65.02 NVVM_VERSION=13.4.59 DOCA_VERSION=3.5.0 /bin/bash -c cp -vprd /nvidia/. / && patch -p0 < /etc/startup_scripts.patch && rm -f /etc/startup_scripts.patch # buildkit
2026-08-21 02:35:00 UTC (buildkit.dockerfile.v0)ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash NVIDIA_REQUIRE_CUDA=cuda>=9.0
2026-08-21 02:35:00 UTC (buildkit.dockerfile.v0)LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.0
2026-08-21 02:35:00 UTC (buildkit.dockerfile.v0)ARG NCCL_VERSION=2.30.7+cuda13.3 CCCL_VERSION=13.3.4.2.1 CUBLAS_VERSION=13.7.0.27 CUFFT_VERSION=12.4.0.34 CURAND_VERSION=10.4.4.49 CUSPARSE_VERSION=12.8.6.49 CUSOLVER_VERSION=12.3.2.15 NPP_VERSION=13.2.0.35 NVJPEG_VERSION=13.2.2.35 CUFILE_VERSION=1.19.0.109 NVJITLINK_VERSION=13.4.52 NVFATBIN_VERSION=13.4.49 CUBLASMP_VERSION=0.10.0.3695 CUSOLVERMP_VERSION=0.9.0.6427 NVSHMEM_VERSION=3.7.1 CUDLA_VERSION=13.4.49 NVPTXCOMPILER_VERSION=13.4.59 CUDNN_VERSION=9.25.0.28 CUDNN_FRONTEND_VERSION=1.27.0 TRT_VERSION=11.2.1.2+cuda13.3 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2026.5.1.18 NSIGHT_COMPUTE_VERSION=2026.3.0.13 CUSPARSELT_VERSION=0.9.1.1 DALI_VERSION=2.2.0 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.53.3 TRANSFORMER_ENGINE_VERSION=2.18 MODEL_OPT_VERSION=0.45.0 CUDA_ARCH_LIST=8.0 8.6 9.0 10.0 11.0 12.0 MAXSMVER=121 NVRX_VERSION=0.6.0 NIXL_VERSION=1.3.0 CUTILE_PYTHON_VERSION=1.5.0 CUTLASS_DSL_VERSION=4.6.2
2026-08-21 02:35:00 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.30.7+cuda13.3 CCCL_VERSION=13.3.4.2.1 CUBLAS_VERSION=13.7.0.27 CUFFT_VERSION=12.4.0.34 CURAND_VERSION=10.4.4.49 CUSPARSE_VERSION=12.8.6.49 CUSPARSELT_VERSION=0.9.1.1 CUSOLVER_VERSION=12.3.2.15 NPP_VERSION=13.2.0.35 NVJPEG_VERSION=13.2.2.35 CUFILE_VERSION=1.19.0.109 NVJITLINK_VERSION=13.4.52 NVFATBIN_VERSION=13.4.49 CUBLASMP_VERSION=0.10.0.3695 CUSOLVERMP_VERSION=0.9.0.6427 NVSHMEM_VERSION=3.7.1 CUDLA_VERSION=13.4.49 NVPTXCOMPILER_VERSION=13.4.59 CUDNN_VERSION=9.25.0.28 CUDNN_FRONTEND_VERSION=1.27.0 TRT_VERSION=11.2.1.2+cuda13.3 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2026.5.1.18 NSIGHT_COMPUTE_VERSION=2026.3.0.13 DALI_VERSION=2.2.0 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.53.3 TRANSFORMER_ENGINE_VERSION=2.18 MODEL_OPT_VERSION=0.45.0 CUDA_ARCH_LIST=8.0 8.6 9.0 10.0 11.0 12.0 MAXSMVER=121 NVRX_VERSION=0.6.0 NIXL_VERSION=1.3.0 CUTILE_PYTHON_VERSION=1.5.0 CUTLASS_DSL_VERSION=4.6.2
2026-08-21 02:35:00 UTC (buildkit.dockerfile.v0)ADD docs.tgz / # buildkit
2026-08-21 02:35:00 UTC (buildkit.dockerfile.v0)RUN |49 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.50 RDMACORE_VERSION=63.0 MOFED_VERSION=5.4-rdmacore63.0 OPENUCX_VERSION=1.21.0 OPENMPI_VERSION=5.0.10 EFA_VERSION=1.48.0 TARGETARCH=arm64 CUDA_VERSION=13.4.1.012 CUDA_DRIVER_VERSION=615.65.02 NVVM_VERSION=13.4.59 DOCA_VERSION=3.5.0 NCCL_VERSION=2.30.7+cuda13.3 CCCL_VERSION=13.3.4.2.1 CUBLAS_VERSION=13.7.0.27 CUFFT_VERSION=12.4.0.34 CURAND_VERSION=10.4.4.49 CUSPARSE_VERSION=12.8.6.49 CUSOLVER_VERSION=12.3.2.15 NPP_VERSION=13.2.0.35 NVJPEG_VERSION=13.2.2.35 CUFILE_VERSION=1.19.0.109 NVJITLINK_VERSION=13.4.52 NVFATBIN_VERSION=13.4.49 CUBLASMP_VERSION=0.10.0.3695 CUSOLVERMP_VERSION=0.9.0.6427 NVSHMEM_VERSION=3.7.1 CUDLA_VERSION=13.4.49 NVPTXCOMPILER_VERSION=13.4.59 CUDNN_VERSION=9.25.0.28 CUDNN_FRONTEND_VERSION=1.27.0 TRT_VERSION=11.2.1.2+cuda13.3 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2026.5.1.18 NSIGHT_COMPUTE_VERSION=2026.3.0.13 CUSPARSELT_VERSION=0.9.1.1 DALI_VERSION=2.2.0 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.53.3 TRANSFORMER_ENGINE_VERSION=2.18 MODEL_OPT_VERSION=0.45.0 CUDA_ARCH_LIST=8.0 8.6 9.0 10.0 11.0 12.0 MAXSMVER=121 NVRX_VERSION=0.6.0 NIXL_VERSION=1.3.0 CUTILE_PYTHON_VERSION=1.5.0 CUTLASS_DSL_VERSION=4.6.2 /bin/bash -c echo "/usr/local/nvidia/lib" >> /etc/ld.so.conf.d/nvidia.conf && echo "/usr/local/nvidia/lib64" >> /etc/ld.so.conf.d/nvidia.conf && if [ "${TARGETARCH}" = "arm64" ]; then echo "/usr/lib/aarch64-linux-gnu/tegra" >> /etc/ld.so.conf.d/nvidia.conf && echo "/usr/lib/aarch64-linux-gnu/tegra-egl" >> /etc/ld.so.conf.d/nvidia.conf; fi # buildkit
2026-08-21 02:35:00 UTC (buildkit.dockerfile.v0)ARG _LIBPATH_SUFFIX=
2026-08-21 02:35:00 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video
2026-08-21 02:35:14 UTC (buildkit.dockerfile.v0)RUN |50 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.50 RDMACORE_VERSION=63.0 MOFED_VERSION=5.4-rdmacore63.0 OPENUCX_VERSION=1.21.0 OPENMPI_VERSION=5.0.10 EFA_VERSION=1.48.0 TARGETARCH=arm64 CUDA_VERSION=13.4.1.012 CUDA_DRIVER_VERSION=615.65.02 NVVM_VERSION=13.4.59 DOCA_VERSION=3.5.0 NCCL_VERSION=2.30.7+cuda13.3 CCCL_VERSION=13.3.4.2.1 CUBLAS_VERSION=13.7.0.27 CUFFT_VERSION=12.4.0.34 CURAND_VERSION=10.4.4.49 CUSPARSE_VERSION=12.8.6.49 CUSOLVER_VERSION=12.3.2.15 NPP_VERSION=13.2.0.35 NVJPEG_VERSION=13.2.2.35 CUFILE_VERSION=1.19.0.109 NVJITLINK_VERSION=13.4.52 NVFATBIN_VERSION=13.4.49 CUBLASMP_VERSION=0.10.0.3695 CUSOLVERMP_VERSION=0.9.0.6427 NVSHMEM_VERSION=3.7.1 CUDLA_VERSION=13.4.49 NVPTXCOMPILER_VERSION=13.4.59 CUDNN_VERSION=9.25.0.28 CUDNN_FRONTEND_VERSION=1.27.0 TRT_VERSION=11.2.1.2+cuda13.3 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2026.5.1.18 NSIGHT_COMPUTE_VERSION=2026.3.0.13 CUSPARSELT_VERSION=0.9.1.1 DALI_VERSION=2.2.0 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.53.3 TRANSFORMER_ENGINE_VERSION=2.18 MODEL_OPT_VERSION=0.45.0 CUDA_ARCH_LIST=8.0 8.6 9.0 10.0 11.0 12.0 MAXSMVER=121 NVRX_VERSION=0.6.0 NIXL_VERSION=1.3.0 CUTILE_PYTHON_VERSION=1.5.0 CUTLASS_DSL_VERSION=4.6.2 _LIBPATH_SUFFIX= /bin/bash -c export ARTIFACTORY_USER=$(cat /run/secrets/ARTIFACTORY_USER) && export ARTIFACTORY_TOKEN=$(cat /run/secrets/ARTIFACTORY_TOKEN) && if [ -n "${DOCA_VERSION}" ] && dpkg --compare-versions "${HPCX_VERSION}" "ge" "2.24"; then /nvidia/build-scripts/installDOCA.sh; else echo "Not running installDOCA.sh"; fi # buildkit
2026-08-21 02:35:15 UTC (buildkit.dockerfile.v0)RUN |50 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.50 RDMACORE_VERSION=63.0 MOFED_VERSION=5.4-rdmacore63.0 OPENUCX_VERSION=1.21.0 OPENMPI_VERSION=5.0.10 EFA_VERSION=1.48.0 TARGETARCH=arm64 CUDA_VERSION=13.4.1.012 CUDA_DRIVER_VERSION=615.65.02 NVVM_VERSION=13.4.59 DOCA_VERSION=3.5.0 NCCL_VERSION=2.30.7+cuda13.3 CCCL_VERSION=13.3.4.2.1 CUBLAS_VERSION=13.7.0.27 CUFFT_VERSION=12.4.0.34 CURAND_VERSION=10.4.4.49 CUSPARSE_VERSION=12.8.6.49 CUSOLVER_VERSION=12.3.2.15 NPP_VERSION=13.2.0.35 NVJPEG_VERSION=13.2.2.35 CUFILE_VERSION=1.19.0.109 NVJITLINK_VERSION=13.4.52 NVFATBIN_VERSION=13.4.49 CUBLASMP_VERSION=0.10.0.3695 CUSOLVERMP_VERSION=0.9.0.6427 NVSHMEM_VERSION=3.7.1 CUDLA_VERSION=13.4.49 NVPTXCOMPILER_VERSION=13.4.59 CUDNN_VERSION=9.25.0.28 CUDNN_FRONTEND_VERSION=1.27.0 TRT_VERSION=11.2.1.2+cuda13.3 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2026.5.1.18 NSIGHT_COMPUTE_VERSION=2026.3.0.13 CUSPARSELT_VERSION=0.9.1.1 DALI_VERSION=2.2.0 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.53.3 TRANSFORMER_ENGINE_VERSION=2.18 MODEL_OPT_VERSION=0.45.0 CUDA_ARCH_LIST=8.0 8.6 9.0 10.0 11.0 12.0 MAXSMVER=121 NVRX_VERSION=0.6.0 NIXL_VERSION=1.3.0 CUTILE_PYTHON_VERSION=1.5.0 CUTLASS_DSL_VERSION=4.6.2 _LIBPATH_SUFFIX= /bin/bash -c set -euo pipefail cp -r /mnt/aws-efa-installer /tmp/aws-efa-installer cd /tmp/aws-efa-installer ./efa_installer.sh --skip-rdma-core --build-ngc --skip-mpi dpkg -i DEBS/UBUNTU*/$(uname -m)/libfabric-aws-dev_*.deb dpkg -i DEBS/UBUNTU*/$(uname -m)/libfabric-aws-bin_*.deb rm -f /opt/amazon/efa/lib/libfabric.a rm -rf /tmp/aws-efa-installer ldconfig # buildkit
2026-08-21 02:35:21 UTC (buildkit.dockerfile.v0)RUN |50 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.50 RDMACORE_VERSION=63.0 MOFED_VERSION=5.4-rdmacore63.0 OPENUCX_VERSION=1.21.0 OPENMPI_VERSION=5.0.10 EFA_VERSION=1.48.0 TARGETARCH=arm64 CUDA_VERSION=13.4.1.012 CUDA_DRIVER_VERSION=615.65.02 NVVM_VERSION=13.4.59 DOCA_VERSION=3.5.0 NCCL_VERSION=2.30.7+cuda13.3 CCCL_VERSION=13.3.4.2.1 CUBLAS_VERSION=13.7.0.27 CUFFT_VERSION=12.4.0.34 CURAND_VERSION=10.4.4.49 CUSPARSE_VERSION=12.8.6.49 CUSOLVER_VERSION=12.3.2.15 NPP_VERSION=13.2.0.35 NVJPEG_VERSION=13.2.2.35 CUFILE_VERSION=1.19.0.109 NVJITLINK_VERSION=13.4.52 NVFATBIN_VERSION=13.4.49 CUBLASMP_VERSION=0.10.0.3695 CUSOLVERMP_VERSION=0.9.0.6427 NVSHMEM_VERSION=3.7.1 CUDLA_VERSION=13.4.49 NVPTXCOMPILER_VERSION=13.4.59 CUDNN_VERSION=9.25.0.28 CUDNN_FRONTEND_VERSION=1.27.0 TRT_VERSION=11.2.1.2+cuda13.3 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2026.5.1.18 NSIGHT_COMPUTE_VERSION=2026.3.0.13 CUSPARSELT_VERSION=0.9.1.1 DALI_VERSION=2.2.0 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.53.3 TRANSFORMER_ENGINE_VERSION=2.18 MODEL_OPT_VERSION=0.45.0 CUDA_ARCH_LIST=8.0 8.6 9.0 10.0 11.0 12.0 MAXSMVER=121 NVRX_VERSION=0.6.0 NIXL_VERSION=1.3.0 CUTILE_PYTHON_VERSION=1.5.0 CUTLASS_DSL_VERSION=4.6.2 _LIBPATH_SUFFIX= /bin/bash -c set -euo pipefail shopt -s nullglob debs=(/nvidia-networking/opt/gcp/nccl-plugins-ngc-debs/*.deb) if [ "${#debs[@]}" -eq 0 ]; then echo "No GCP NCCL plugin NGC deb staged in networking image; skipping install." exit 0 fi if [ "${#debs[@]}" -ne 1 ]; then echo "Expected exactly one GCP NCCL plugin deb, found ${#debs[@]}:" >&2 printf ' %s\n' "${debs[@]}" >&2 exit 1 fi export DEBIAN_FRONTEND=noninteractive apt-get update apt-get install -y --no-install-recommends "${debs[0]}" rm -rf /var/lib/apt/lists/* if [ -d /opt/gcp/nccl-plugins/lib64 ]; then echo "/opt/gcp/nccl-plugins/lib64" > /etc/ld.so.conf.d/gcp-nccl-plugins.conf ldconfig fi # buildkit
2026-08-21 02:35:21 UTC (buildkit.dockerfile.v0)COPY entrypoint/ /opt/nvidia/ # buildkit
2026-08-21 02:35:21 UTC (buildkit.dockerfile.v0)ENV NVIDIA_PRODUCT_NAME=CUDA
2026-08-21 02:35:21 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
2026-08-21 02:35:21 UTC (buildkit.dockerfile.v0)RUN |50 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.50 RDMACORE_VERSION=63.0 MOFED_VERSION=5.4-rdmacore63.0 OPENUCX_VERSION=1.21.0 OPENMPI_VERSION=5.0.10 EFA_VERSION=1.48.0 TARGETARCH=arm64 CUDA_VERSION=13.4.1.012 CUDA_DRIVER_VERSION=615.65.02 NVVM_VERSION=13.4.59 DOCA_VERSION=3.5.0 NCCL_VERSION=2.30.7+cuda13.3 CCCL_VERSION=13.3.4.2.1 CUBLAS_VERSION=13.7.0.27 CUFFT_VERSION=12.4.0.34 CURAND_VERSION=10.4.4.49 CUSPARSE_VERSION=12.8.6.49 CUSOLVER_VERSION=12.3.2.15 NPP_VERSION=13.2.0.35 NVJPEG_VERSION=13.2.2.35 CUFILE_VERSION=1.19.0.109 NVJITLINK_VERSION=13.4.52 NVFATBIN_VERSION=13.4.49 CUBLASMP_VERSION=0.10.0.3695 CUSOLVERMP_VERSION=0.9.0.6427 NVSHMEM_VERSION=3.7.1 CUDLA_VERSION=13.4.49 NVPTXCOMPILER_VERSION=13.4.59 CUDNN_VERSION=9.25.0.28 CUDNN_FRONTEND_VERSION=1.27.0 TRT_VERSION=11.2.1.2+cuda13.3 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2026.5.1.18 NSIGHT_COMPUTE_VERSION=2026.3.0.13 CUSPARSELT_VERSION=0.9.1.1 DALI_VERSION=2.2.0 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.53.3 TRANSFORMER_ENGINE_VERSION=2.18 MODEL_OPT_VERSION=0.45.0 CUDA_ARCH_LIST=8.0 8.6 9.0 10.0 11.0 12.0 MAXSMVER=121 NVRX_VERSION=0.6.0 NIXL_VERSION=1.3.0 CUTILE_PYTHON_VERSION=1.5.0 CUTLASS_DSL_VERSION=4.6.2 _LIBPATH_SUFFIX= /bin/bash -c mkdir -p /workspace && cp -f -p /opt/nvidia/entrypoint.d/30-container-license.txt /workspace/license.txt # buildkit
2026-08-21 02:35:21 UTC (buildkit.dockerfile.v0)RUN |50 ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.50 RDMACORE_VERSION=63.0 MOFED_VERSION=5.4-rdmacore63.0 OPENUCX_VERSION=1.21.0 OPENMPI_VERSION=5.0.10 EFA_VERSION=1.48.0 TARGETARCH=arm64 CUDA_VERSION=13.4.1.012 CUDA_DRIVER_VERSION=615.65.02 NVVM_VERSION=13.4.59 DOCA_VERSION=3.5.0 NCCL_VERSION=2.30.7+cuda13.3 CCCL_VERSION=13.3.4.2.1 CUBLAS_VERSION=13.7.0.27 CUFFT_VERSION=12.4.0.34 CURAND_VERSION=10.4.4.49 CUSPARSE_VERSION=12.8.6.49 CUSOLVER_VERSION=12.3.2.15 NPP_VERSION=13.2.0.35 NVJPEG_VERSION=13.2.2.35 CUFILE_VERSION=1.19.0.109 NVJITLINK_VERSION=13.4.52 NVFATBIN_VERSION=13.4.49 CUBLASMP_VERSION=0.10.0.3695 CUSOLVERMP_VERSION=0.9.0.6427 NVSHMEM_VERSION=3.7.1 CUDLA_VERSION=13.4.49 NVPTXCOMPILER_VERSION=13.4.59 CUDNN_VERSION=9.25.0.28 CUDNN_FRONTEND_VERSION=1.27.0 TRT_VERSION=11.2.1.2+cuda13.3 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2026.5.1.18 NSIGHT_COMPUTE_VERSION=2026.3.0.13 CUSPARSELT_VERSION=0.9.1.1 DALI_VERSION=2.2.0 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.53.3 TRANSFORMER_ENGINE_VERSION=2.18 MODEL_OPT_VERSION=0.45.0 CUDA_ARCH_LIST=8.0 8.6 9.0 10.0 11.0 12.0 MAXSMVER=121 NVRX_VERSION=0.6.0 NIXL_VERSION=1.3.0 CUTILE_PYTHON_VERSION=1.5.0 CUTLASS_DSL_VERSION=4.6.2 _LIBPATH_SUFFIX= /bin/bash -c /tmp/manage_cert.sh uninstall # buildkit
2026-08-21 02:40:41 UTC (buildkit.dockerfile.v0)ARG ENABLE_MITMPROXY=0
2026-08-21 02:40:41 UTC (buildkit.dockerfile.v0)ARG ENABLE_FIPS=0
2026-08-21 02:40:41 UTC (buildkit.dockerfile.v0)RUN |2 ENABLE_MITMPROXY=0 ENABLE_FIPS=0 /bin/bash -c /tmp/manage_cert.sh install # buildkit
2026-08-21 02:40:55 UTC (buildkit.dockerfile.v0)RUN |2 ENABLE_MITMPROXY=0 ENABLE_FIPS=0 /bin/bash -c export DEBIAN_FRONTEND=noninteractive && apt-get update && apt-get install -y --no-install-recommends apt-utils build-essential libncurses6 libncursesw6 unzip jq gnupg libtcmalloc-minimal4 git libglib2.0-0 libhwloc15 libnuma-dev libnuma1 libpmi2-0-dev numactl openssh-client vim-tiny wget && rm -rf /var/lib/apt/lists/* && if [ "${ENABLE_FIPS}" = "1" ]; then apt-get remove -y openssh-client && cp -f -p /tmp/ubuntu.sources.fips /etc/apt/sources.list.d/ubuntu.sources && apt-get update && apt-get install -y --no-install-recommends openssh-client && rm -rf /var/lib/apt/lists/*; fi && ( [ -x /bin/ssh-agent ] && chgrp root /bin/ssh-agent || true ) && ( [ -x /usr/bin/ssh-agent ] && chgrp root /usr/bin/ssh-agent || true ) # buildkit
2026-08-21 02:40:55 UTC (buildkit.dockerfile.v0)ARG CUDA_COMPONENT_LIST=crt nvrtc driver-dev culibos-dev cudart cudart-dev nvcc tileiras cupti
2026-08-21 02:40:55 UTC (buildkit.dockerfile.v0)ENV CUDA_COMPONENT_LIST=crt nvrtc driver-dev culibos-dev cudart cudart-dev nvcc tileiras cupti
2026-08-21 02:41:11 UTC (buildkit.dockerfile.v0)RUN |3 ENABLE_MITMPROXY=0 ENABLE_FIPS=0 CUDA_COMPONENT_LIST=crt nvrtc driver-dev culibos-dev cudart cudart-dev nvcc tileiras cupti /bin/bash -c set -exo pipefail export ARTIFACTORY_USER=$(cat /run/secrets/ARTIFACTORY_USER) export ARTIFACTORY_TOKEN=$(cat /run/secrets/ARTIFACTORY_TOKEN) # We need CCCL first since cuda-cudart-dev depends on it DEVEL=0 BASE=1 VERSION_LIST="CCCL_VERSION" /nvidia/build-scripts/installLIBS.sh COMPONENT_LIST="${CUDA_COMPONENT_LIST}" /nvidia/build-scripts/installCUDA.sh # buildkit
2026-08-21 02:41:11 UTC (buildkit.dockerfile.v0)ARG VERSION_LIST=CURAND_VERSION CUBLAS_VERSION CUFILE_VERSION CUOBJCLIENT_VERSION
2026-08-21 02:43:49 UTC (buildkit.dockerfile.v0)RUN |4 ENABLE_MITMPROXY=0 ENABLE_FIPS=0 CUDA_COMPONENT_LIST=crt nvrtc driver-dev culibos-dev cudart cudart-dev nvcc tileiras cupti VERSION_LIST=CURAND_VERSION CUBLAS_VERSION CUFILE_VERSION CUOBJCLIENT_VERSION /bin/bash -c set -exo pipefail export ARTIFACTORY_USER=$(cat /run/secrets/ARTIFACTORY_USER) export ARTIFACTORY_TOKEN=$(cat /run/secrets/ARTIFACTORY_TOKEN) VERSION_LIST="${VERSION_LIST}" /nvidia/build-scripts/installLIBS.sh # Hack to grab stubs from the libs stage and put them under /usr/local/cuda/lib64 without actually installing the libs HACK_LIST="cusparse cusolver cufft nvJitLink" for lib in ${HACK_LIST}; do _LIB_VERSION_ENV_VAR="${lib^^}_VERSION" _LIB_MAJOR_VERSION=$(echo "${!_LIB_VERSION_ENV_VAR}" | cut -d. -f1) if [[ -z "${_LIB_MAJOR_VERSION}" ]]; then echo "[ERROR] ${_LIB_VERSION_ENV_VAR} is not set" exit 1 fi for _stub in $(ls /tmp/stubs/*${lib}*); do cp ${_stub} /usr/local/cuda/lib64/$(basename ${_stub}).${_LIB_MAJOR_VERSION} # Create a symlink to the file with .0 extension ln -sf $(basename ${_stub}).${_LIB_MAJOR_VERSION} /usr/local/cuda/lib64/$(basename ${_stub}).0 done done ( set +x; echo "[INFO] /usr/local/cuda/lib64 after hack:"; ls -larth /usr/local/cuda/lib64/ ) /nvidia/build-scripts/installCUDNN.sh /nvidia/build-scripts/installCUSPARSELT.sh NOBUILDER=1 /nvidia/build-scripts/installTRT.sh /nvidia/build-scripts/installNCCL.sh DPKG_DIVERT=1 /nvidia/build-scripts/installNVSHMEM.sh ls /usr/local/cuda/lib64/libnvshmem_host.so* || { echo "[ERROR] libnvshmem_host.so* not found under /usr/local/cuda/lib64"; exit 1; } ls /usr/local/cuda/lib64/libcuobjclient.so* || { echo "[ERROR] libcuobjclient.so* not found under /usr/local/cuda/lib64"; exit 1; } # buildkit
2026-08-21 02:43:49 UTC (buildkit.dockerfile.v0)ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:
2026-08-21 02:43:49 UTC (buildkit.dockerfile.v0)RUN |4 ENABLE_MITMPROXY=0 ENABLE_FIPS=0 CUDA_COMPONENT_LIST=crt nvrtc driver-dev culibos-dev cudart cudart-dev nvcc tileiras cupti VERSION_LIST=CURAND_VERSION CUBLAS_VERSION CUFILE_VERSION CUOBJCLIENT_VERSION /bin/bash -c /tmp/manage_cert.sh uninstall # buildkit
2026-08-21 02:43:49 UTC (buildkit.dockerfile.v0)LABEL com.nvidia.nccl.version=2.30.7+cuda13.3 com.nvidia.cublas.version=13.7.0.27 com.nvidia.cufft.version=12.4.0.34 com.nvidia.curand.version=10.4.4.49 com.nvidia.cusparse.version=12.8.6.49 com.nvidia.cusparselt.version=0.9.1.1 com.nvidia.cusolver.version=12.3.2.15 com.nvidia.npp.version=13.2.0.35 com.nvidia.nvjpeg.version=13.2.2.35 com.nvidia.cudnn.version=9.25.0.28
2026-08-21 02:45:40 UTC (buildkit.dockerfile.v0)ARG ENABLE_MITMPROXY=0
2026-08-21 02:45:40 UTC (buildkit.dockerfile.v0)RUN |1 ENABLE_MITMPROXY=0 /bin/bash -c /tmp/manage_cert.sh install # buildkit
2026-08-21 02:45:45 UTC (buildkit.dockerfile.v0)RUN |1 ENABLE_MITMPROXY=0 /bin/bash -c export DEBIAN_FRONTEND=noninteractive && apt-get update && apt-get install -y --no-install-recommends build-essential libncurses6 libncursesw6 unzip jq gnupg libtcmalloc-minimal4 && rm -rf /var/lib/apt/lists/* # buildkit
2026-08-21 02:46:07 UTC (buildkit.dockerfile.v0)RUN |1 ENABLE_MITMPROXY=0 /bin/bash -c export ARTIFACTORY_USER=$(cat /run/secrets/ARTIFACTORY_USER) && export ARTIFACTORY_TOKEN=$(cat /run/secrets/ARTIFACTORY_TOKEN) && /nvidia/build-scripts/installCUDA.sh # buildkit
2026-08-21 02:47:40 UTC (buildkit.dockerfile.v0)RUN |1 ENABLE_MITMPROXY=0 /bin/bash -c export ARTIFACTORY_USER=$(cat /run/secrets/ARTIFACTORY_USER) && export ARTIFACTORY_TOKEN=$(cat /run/secrets/ARTIFACTORY_TOKEN) && PURGESTUBS="1" /nvidia/build-scripts/installLIBS.sh && /nvidia/build-scripts/installCUDNN.sh && /nvidia/build-scripts/installTRT.sh && ARTIFACTORY_CLOUD=1 /nvidia/build-scripts/installNSYS.sh && /nvidia/build-scripts/installNCU.sh && /nvidia/build-scripts/installCUSPARSELT.sh && /nvidia/build-scripts/installNCCL.sh # buildkit
2026-08-21 02:47:40 UTC (buildkit.dockerfile.v0)LABEL com.nvidia.nccl.version=2.30.7+cuda13.3 com.nvidia.cublas.version=13.7.0.27 com.nvidia.cufft.version=12.4.0.34 com.nvidia.curand.version=10.4.4.49 com.nvidia.cusparse.version=12.8.6.49 com.nvidia.cusparselt.version=0.9.1.1 com.nvidia.cusolver.version=12.3.2.15 com.nvidia.npp.version=13.2.0.35 com.nvidia.nvjpeg.version=13.2.2.35 com.nvidia.cublasmp.version=0.10.0.3695 com.nvidia.cusolvermp.version=0.9.0.6427 com.nvidia.nvvm.version=13.4.59 com.nvidia.cudla.version=13.4.49 com.nvidia.cudnn.version=9.25.0.28 com.nvidia.tensorrt.version=11.2.1.2+cuda13.3 com.nvidia.tensorrtoss.version= com.nvidia.nsightsystems.version=2026.5.1.18 com.nvidia.nsightcompute.version=2026.3.0.13
2026-08-21 02:47:40 UTC (buildkit.dockerfile.v0)RUN |1 ENABLE_MITMPROXY=0 /bin/bash -c /tmp/manage_cert.sh uninstall # buildkit
2026-08-21 03:09:31 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=arm64
2026-08-21 03:09:31 UTC (buildkit.dockerfile.v0)ARG ENABLE_FIPS=0
2026-08-21 03:09:31 UTC (buildkit.dockerfile.v0)ARG ENABLE_MITMPROXY=0
2026-08-21 03:09:31 UTC (buildkit.dockerfile.v0)RUN |3 TARGETARCH=arm64 ENABLE_FIPS=0 ENABLE_MITMPROXY=0 /bin/bash -c /tmp/manage_cert.sh install # buildkit
2026-08-21 03:09:37 UTC (buildkit.dockerfile.v0)RUN |3 TARGETARCH=arm64 ENABLE_FIPS=0 ENABLE_MITMPROXY=0 /bin/bash -c export DEBIAN_FRONTEND=noninteractive && apt-get update && apt-get install -y --no-install-recommends build-essential git libglib2.0-0 less libhwloc15 libnuma-dev libnuma1 libpmi2-0-dev nano numactl openssh-client vim wget && rm -rf /var/lib/apt/lists/* && if [ "${ENABLE_FIPS}" = "1" ]; then apt-get remove -y openssh-client && cp -f -p /tmp/ubuntu.sources.fips /etc/apt/sources.list.d/ubuntu.sources && apt-get update && apt-get install -y --no-install-recommends openssh-client && rm -rf /var/lib/apt/lists/*; fi && ( [ -x /bin/ssh-agent ] && chgrp root /bin/ssh-agent || true ) && ( [ -x /usr/bin/ssh-agent ] && chgrp root /usr/bin/ssh-agent || true ) # buildkit
2026-08-21 03:09:37 UTC (buildkit.dockerfile.v0)COPY cuda-*.patch /tmp # buildkit
2026-08-21 03:15:02 UTC (buildkit.dockerfile.v0)RUN |3 TARGETARCH=arm64 ENABLE_FIPS=0 ENABLE_MITMPROXY=0 /bin/bash -c set -exo pipefail export ARTIFACTORY_USER=$(cat /run/secrets/ARTIFACTORY_USER) export ARTIFACTORY_TOKEN=$(cat /run/secrets/ARTIFACTORY_TOKEN) export DEVEL=1 BASE=0 /nvidia/build-scripts/installNCU.sh /nvidia/build-scripts/installCUDA.sh /nvidia/build-scripts/installLIBS.sh /nvidia/build-scripts/installNCCL.sh # https://jirasw.nvidia.com/browse/DLR-4957 to get the headers and static files with symlinks to the common location DPKG_DIVERT=1 STATIC=1 /nvidia/build-scripts/installNVSHMEM.sh /nvidia/build-scripts/installCUDNN.sh /nvidia/build-scripts/installTRT.sh ARTIFACTORY_CLOUD=1 /nvidia/build-scripts/installNSYS.sh /nvidia/build-scripts/installCUSPARSELT.sh if [ -f "/tmp/cuda-${_CUDA_VERSION_MAJMIN}.patch" ]; then patch -p0 < /tmp/cuda-${_CUDA_VERSION_MAJMIN}.patch; fi rm -f /tmp/cuda-*.patch # buildkit
2026-08-21 03:15:02 UTC (buildkit.dockerfile.v0)ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:/usr/local/cuda/lib64/stubs:
2026-08-21 03:15:02 UTC (buildkit.dockerfile.v0)RUN |3 TARGETARCH=arm64 ENABLE_FIPS=0 ENABLE_MITMPROXY=0 /bin/bash -c /tmp/manage_cert.sh uninstall # buildkit
2026-09-26 06:03:53 UTC (buildkit.dockerfile.v0)ARG INSTALL_RUBIN_PRERELEASE
2026-09-26 06:03:53 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM
2026-09-26 06:03:53 UTC (buildkit.dockerfile.v0)ARG max_jobs=2
2026-09-26 06:03:53 UTC (buildkit.dockerfile.v0)ARG CUDA_VERSION
2026-09-26 06:03:53 UTC (buildkit.dockerfile.v0)ARG PYTHON_VERSION
2026-09-26 06:03:53 UTC (buildkit.dockerfile.v0)ARG NCCL_VERSION
2026-09-26 06:03:53 UTC (buildkit.dockerfile.v0)ARG DEADSNAKES_MIRROR_URL
2026-09-26 06:03:53 UTC (buildkit.dockerfile.v0)ARG DEADSNAKES_GPGKEY_URL
2026-09-26 06:03:53 UTC (buildkit.dockerfile.v0)ARG GET_PIP_URL
2026-09-26 06:03:53 UTC (buildkit.dockerfile.v0)ENV CUDA_VERSION=13.4
2026-09-26 06:03:53 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive
2026-09-26 06:03:53 UTC (buildkit.dockerfile.v0)WORKDIR /vllm-workspace
2026-09-26 06:03:53 UTC (buildkit.dockerfile.v0)RUN |9 INSTALL_RUBIN_PRERELEASE=true TARGETPLATFORM=linux/arm64 max_jobs=16 CUDA_VERSION=13.4 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/bash -c PYTHON_VERSION_STR=$(echo ${PYTHON_VERSION} | sed 's/\.//g') && echo "export PYTHON_VERSION_STR=${PYTHON_VERSION_STR}" >> /etc/environment # buildkit
2026-09-26 06:04:58 UTC (buildkit.dockerfile.v0)RUN |9 INSTALL_RUBIN_PRERELEASE=true TARGETPLATFORM=linux/arm64 max_jobs=16 CUDA_VERSION=13.4 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/bash -c apt-get update -y && apt-get install -y --no-install-recommends software-properties-common curl sudo ffmpeg libsm6 libxext6 libgl1 && if [ ! -z ${DEADSNAKES_MIRROR_URL} ] ; then if [ ! -z "${DEADSNAKES_GPGKEY_URL}" ] ; then mkdir -p -m 0755 /etc/apt/keyrings ; curl -L ${DEADSNAKES_GPGKEY_URL} | gpg --dearmor > /etc/apt/keyrings/deadsnakes.gpg ; sudo chmod 644 /etc/apt/keyrings/deadsnakes.gpg ; echo "deb [signed-by=/etc/apt/keyrings/deadsnakes.gpg] ${DEADSNAKES_MIRROR_URL} $(lsb_release -cs) main" > /etc/apt/sources.list.d/deadsnakes.list ; fi ; else for i in 1 2 3; do add-apt-repository -y ppa:deadsnakes/ppa && break || { echo "Attempt $i failed, retrying in 5s..."; sleep 5; }; done ; fi && apt-get update -y && apt-get install -y --no-install-recommends python${PYTHON_VERSION} python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-venv libibverbs-dev && rm -rf /var/lib/apt/lists/* && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1 && update-alternatives --set python3 /usr/bin/python${PYTHON_VERSION} && ln -sf /usr/bin/python${PYTHON_VERSION}-config /usr/bin/python3-config && rm -f /usr/lib/python${PYTHON_VERSION}/EXTERNALLY-MANAGED && curl -sS ${GET_PIP_URL} | python${PYTHON_VERSION} && python3 --version && python3 -m pip --version # buildkit
2026-09-26 06:05:04 UTC (buildkit.dockerfile.v0)RUN |9 INSTALL_RUBIN_PRERELEASE=true TARGETPLATFORM=linux/arm64 max_jobs=16 CUDA_VERSION=13.4 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/bash -c CUDA_VERSION_DASH=$(echo $CUDA_VERSION | cut -d. -f1,2 | tr '.' '-') && apt-get update -y && apt-get install -y --no-install-recommends --allow-change-held-packages cuda-nvcc-${CUDA_VERSION_DASH} cuda-cudart-${CUDA_VERSION_DASH} cuda-nvrtc-${CUDA_VERSION_DASH} cuda-nvrtc-dev-${CUDA_VERSION_DASH} cuda-cuobjdump-${CUDA_VERSION_DASH} libcurand-dev-${CUDA_VERSION_DASH} libcublas-dev-${CUDA_VERSION_DASH} libnuma-dev numactl && rm -rf /var/lib/apt/lists/* # buildkit
2026-09-26 06:05:04 UTC (buildkit.dockerfile.v0)ENV CUDA_HOME=/usr/local/cuda
2026-09-26 06:05:04 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/cuda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin
2026-09-26 06:05:04 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/cuda/lib64:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64
2026-09-26 06:05:05 UTC (buildkit.dockerfile.v0)RUN |9 INSTALL_RUBIN_PRERELEASE=true TARGETPLATFORM=linux/arm64 max_jobs=16 CUDA_VERSION=13.4 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/bash -c if [ "${INSTALL_RUBIN_PRERELEASE}" = "true" ]; then CUDA_MAJOR_MINOR=$(echo "${CUDA_VERSION}" | cut -d. -f1,2) && if [ "${CUDA_MAJOR_MINOR}" = "13.4" ]; then CURAND_LIBRARY=$(find -H /usr/local/cuda -name libcurand.so.10 -print -quit) && test -n "${CURAND_LIBRARY}" && ln -sf "${CURAND_LIBRARY}" /usr/local/cuda/lib64/libcurand.so.11; elif [ "${CUDA_MAJOR_MINOR}" = "13.5" ]; then CURAND_LIBRARY=$(find -H /usr/local/cuda -name libcurand.so.11 -print -quit) && test -n "${CURAND_LIBRARY}" && ! readlink -f "${CURAND_LIBRARY}" | grep -q 'libcurand\.so\.10'; else echo "Unsupported Rubin CUDA version: ${CUDA_MAJOR_MINOR}" >&2; exit 1; fi && if NCCL_LIBRARY=$(find /usr/lib -name libnccl.so.2 -print -quit) && [ -n "${NCCL_LIBRARY}" ]; then if [ "${NCCL_LIBRARY}" != "/usr/lib/libnccl.so.2" ]; then ln -sf "${NCCL_LIBRARY}" /usr/lib/libnccl.so.2; fi && ln -sf libnccl.so.2 /usr/lib/libnccl.so; fi && ldconfig; fi # buildkit
2026-09-26 06:05:05 UTC (buildkit.dockerfile.v0)COPY tools/install_snapshot_runtime.sh /usr/local/bin/install_snapshot_runtime.sh # buildkit
2026-09-26 06:05:06 UTC (buildkit.dockerfile.v0)RUN |9 INSTALL_RUBIN_PRERELEASE=true TARGETPLATFORM=linux/arm64 max_jobs=16 CUDA_VERSION=13.4 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/bash -c if [ "${TARGETPLATFORM}" = "linux/amd64" ]; then MAX_JOBS="${max_jobs}" /usr/local/bin/install_snapshot_runtime.sh; else echo "Initialized snapshots are not installed for ${TARGETPLATFORM}"; fi # buildkit
2026-09-26 06:05:06 UTC (buildkit.dockerfile.v0)ENV CRIU_CUDA_PLUGIN_DIR=/usr/local/lib/criu
2026-09-26 06:05:08 UTC (buildkit.dockerfile.v0)RUN |9 INSTALL_RUBIN_PRERELEASE=true TARGETPLATFORM=linux/arm64 max_jobs=16 CUDA_VERSION=13.4 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/bash -c python3 -m pip install uv # buildkit
2026-09-26 06:05:08 UTC (buildkit.dockerfile.v0)ENV UV_HTTP_TIMEOUT=500
2026-09-26 06:05:08 UTC (buildkit.dockerfile.v0)ENV UV_INDEX_STRATEGY=unsafe-best-match
2026-09-26 06:05:08 UTC (buildkit.dockerfile.v0)ENV UV_LINK_MODE=copy
2026-09-26 06:05:08 UTC (buildkit.dockerfile.v0)ENV UV_PYTHON_INSTALL_DIR=/opt/uv/python
2026-09-26 06:05:08 UTC (buildkit.dockerfile.v0)ENV UV_CACHE_DIR=/opt/uv/cache
2026-09-26 06:05:08 UTC (buildkit.dockerfile.v0)RUN |9 INSTALL_RUBIN_PRERELEASE=true TARGETPLATFORM=linux/arm64 max_jobs=16 CUDA_VERSION=13.4 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/bash -c mkdir -p "${UV_PYTHON_INSTALL_DIR}" "${UV_CACHE_DIR}" && chgrp -R 0 /opt/uv && chmod -R g+rwX,a+rX /opt/uv # buildkit
2026-09-26 06:05:09 UTC (buildkit.dockerfile.v0)RUN |9 INSTALL_RUBIN_PRERELEASE=true TARGETPLATFORM=linux/arm64 max_jobs=16 CUDA_VERSION=13.4 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/bash -c CUDA_MAJOR=$(echo $CUDA_VERSION | cut -d. -f1) && if [ -n "$NCCL_VERSION" ]; then echo "nvidia-nccl-cu${CUDA_MAJOR}==${NCCL_VERSION}" > /etc/uv-overrides.txt; else touch /etc/uv-overrides.txt; fi # buildkit
2026-09-26 06:05:09 UTC (buildkit.dockerfile.v0)ENV UV_OVERRIDE=/etc/uv-overrides.txt
2026-09-26 06:05:10 UTC (buildkit.dockerfile.v0)RUN |9 INSTALL_RUBIN_PRERELEASE=true TARGETPLATFORM=linux/arm64 max_jobs=16 CUDA_VERSION=13.4 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/bash -c useradd --uid 2000 --gid 0 --create-home --home-dir /home/vllm --shell /bin/bash vllm && mkdir -p /home/vllm/.cache /home/vllm/.config && chown -R 2000:0 /home/vllm && chmod -R g+rwX /home/vllm && chgrp 0 /etc/passwd /etc/group && chmod g=u /etc/passwd /etc/group # buildkit
2026-09-26 06:05:10 UTC (buildkit.dockerfile.v0)COPY docker/entrypoints/vllm-nonroot-entrypoint.sh /usr/local/bin/vllm-nonroot-entrypoint.sh # buildkit
2026-09-26 06:05:11 UTC (buildkit.dockerfile.v0)RUN |9 INSTALL_RUBIN_PRERELEASE=true TARGETPLATFORM=linux/arm64 max_jobs=16 CUDA_VERSION=13.4 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/bash -c chmod 0755 /usr/local/bin/vllm-nonroot-entrypoint.sh # buildkit
2026-09-26 06:05:11 UTC (buildkit.dockerfile.v0)ENV VLLM_ENABLE_CUDA_COMPATIBILITY=0
2026-09-26 06:05:11 UTC (buildkit.dockerfile.v0)ARG PYTORCH_CUDA_INDEX_BASE_URL
2026-09-26 06:05:11 UTC (buildkit.dockerfile.v0)COPY requirements/common.txt /tmp/common.txt # buildkit
2026-09-26 06:05:11 UTC (buildkit.dockerfile.v0)COPY requirements/cuda.txt /tmp/requirements-cuda.txt # buildkit
2026-09-26 06:06:35 UTC (buildkit.dockerfile.v0)RUN |10 INSTALL_RUBIN_PRERELEASE=true TARGETPLATFORM=linux/arm64 max_jobs=16 CUDA_VERSION=13.4 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl /bin/bash -c if [ "${INSTALL_RUBIN_PRERELEASE}" = "true" ] && [ ! -f /tmp/vllm-requirements/rubin-prerelease.txt ]; then echo "INSTALL_RUBIN_PRERELEASE=true requires requirements/rubin-prerelease.txt" >&2; exit 1; fi && if [ "$(echo $CUDA_VERSION | cut -d. -f1)" = "12" ]; then sed -i 's/^nvidia-cutlass-dsl\[cu13\]/nvidia-cutlass-dsl/' /tmp/requirements-cuda.txt; sed -i 's/^humming-kernels\[cu13\]/humming-kernels[cu12]/' /tmp/requirements-cuda.txt; fi && if [ "${INSTALL_RUBIN_PRERELEASE}" = "true" ]; then uv pip install --system --prerelease=allow --index-strategy unsafe-first-match -r /tmp/vllm-requirements/rubin-prerelease.txt && sed -Ei '/^[[:space:]]*(torch|torchvision|torchaudio)[[:space:]]*==/Id' /tmp/requirements-cuda.txt && uv pip install --system -r /tmp/requirements-cuda.txt && uv pip install --system --prerelease=allow --index-strategy unsafe-first-match -r /tmp/vllm-requirements/rubin-prerelease.txt && printf '%s\n' "/usr/local/lib/python${PYTHON_VERSION}/dist-packages/nvpl/lib" > /etc/ld.so.conf.d/vllm-rubin-python.conf && ldconfig; else uv pip install --system -r /tmp/requirements-cuda.txt --extra-index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.'); fi && rm /tmp/requirements-cuda.txt /tmp/common.txt # buildkit
2026-09-26 06:06:35 UTC (buildkit.dockerfile.v0)ARG FLASHINFER_VERSION=0.7.0
2026-09-26 06:06:36 UTC (buildkit.dockerfile.v0)RUN |11 INSTALL_RUBIN_PRERELEASE=true TARGETPLATFORM=linux/arm64 max_jobs=16 CUDA_VERSION=13.4 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl FLASHINFER_VERSION=0.7.0 /bin/bash -c if [ "${INSTALL_RUBIN_PRERELEASE}" != "true" ]; then uv pip install --system flashinfer-jit-cache==${FLASHINFER_VERSION} --index-url https://flashinfer.ai/whl/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.'); fi # buildkit
2026-09-26 06:06:36 UTC (buildkit.dockerfile.v0)ARG GDRCOPY_CUDA_VERSION=12.8
2026-09-26 06:06:36 UTC (buildkit.dockerfile.v0)ARG GDRCOPY_OS_VERSION=Ubuntu24_04
2026-09-26 06:06:36 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM
2026-09-26 06:06:36 UTC (buildkit.dockerfile.v0)COPY tools/install_gdrcopy.sh /tmp/install_gdrcopy.sh # buildkit
2026-09-26 06:06:37 UTC (buildkit.dockerfile.v0)RUN |14 INSTALL_RUBIN_PRERELEASE=true TARGETPLATFORM=linux/arm64 max_jobs=16 CUDA_VERSION=13.4 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl FLASHINFER_VERSION=0.7.0 GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 TARGETPLATFORM=linux/arm64 /bin/bash -c set -eux; if [ "${INSTALL_RUBIN_PRERELEASE}" = "true" ] && ldconfig -p | grep -q 'libgdrapi\.so'; then true; else case "${TARGETPLATFORM}" in linux/arm64) UUARCH="aarch64" ;; linux/amd64) UUARCH="x64" ;; *) echo "Unsupported TARGETPLATFORM: ${TARGETPLATFORM}" >&2; exit 1 ;; esac; /tmp/install_gdrcopy.sh "${GDRCOPY_OS_VERSION}" "${GDRCOPY_CUDA_VERSION}" "${UUARCH}"; fi; rm /tmp/install_gdrcopy.sh # buildkit
2026-09-26 06:06:37 UTC (buildkit.dockerfile.v0)ARG TIMM_VERSION=>=1.0.17
2026-09-26 06:06:37 UTC (buildkit.dockerfile.v0)ARG RUNAI_MODEL_STREAMER_VERSION=>=0.15.7
2026-09-26 06:06:40 UTC (buildkit.dockerfile.v0)RUN |16 INSTALL_RUBIN_PRERELEASE=true TARGETPLATFORM=linux/arm64 max_jobs=16 CUDA_VERSION=13.4 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl FLASHINFER_VERSION=0.7.0 GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 TARGETPLATFORM=linux/arm64 TIMM_VERSION=>=1.0.17 RUNAI_MODEL_STREAMER_VERSION=>=0.15.7 /bin/bash -c uv pip install --system accelerate 'modelscope<1.38' "timm${TIMM_VERSION}" "runai-model-streamer[s3,gcs,azure]${RUNAI_MODEL_STREAMER_VERSION}" # buildkit
2026-09-26 06:06:40 UTC (buildkit.dockerfile.v0)ARG PIP_INDEX_URL UV_INDEX_URL
2026-09-26 06:06:40 UTC (buildkit.dockerfile.v0)ARG PIP_EXTRA_INDEX_URL UV_EXTRA_INDEX_URL
2026-09-26 06:06:40 UTC (buildkit.dockerfile.v0)ARG PYTORCH_CUDA_INDEX_BASE_URL
2026-09-26 06:06:40 UTC (buildkit.dockerfile.v0)ARG PIP_KEYRING_PROVIDER UV_KEYRING_PROVIDER
2026-09-26 06:06:40 UTC (buildkit.dockerfile.v0)ARG PYTORCH_NIGHTLY
2026-09-26 06:19:18 UTC (buildkit.dockerfile.v0)COPY /workspace/torch_lib_versions.txt torch_lib_versions.txt # buildkit
2026-09-26 06:41:00 UTC (buildkit.dockerfile.v0)COPY /workspace/dist/wheel.sha256 /tmp/vllm-wheel.sha256 # buildkit
2026-09-26 06:41:05 UTC (buildkit.dockerfile.v0)RUN |8 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled PYTORCH_NIGHTLY= /bin/bash -c if [ "${PYTORCH_NIGHTLY}" = "1" ]; then echo "Installing torch nightly..." && uv pip install --system $(cat torch_lib_versions.txt | xargs) --pre --index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/nightly/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.') && echo "Installing vLLM..." && uv pip install --system dist/*.whl --verbose --extra-index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/nightly/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.'); else echo "Installing vLLM..." && uv pip install --system dist/*.whl --verbose --extra-index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.'); fi # buildkit
2026-09-26 06:41:05 UTC (buildkit.dockerfile.v0)RUN |8 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled PYTORCH_NIGHTLY= /bin/bash -c ln -s "$(python3 -c 'import sysconfig; print(sysconfig.get_path("platlib"))')/vllm/vllm-rs" /usr/local/bin/vllm-rs && vllm-rs --version # buildkit
2026-09-26 06:41:06 UTC (buildkit.dockerfile.v0)RUN |8 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled PYTORCH_NIGHTLY= /bin/bash -c . /etc/environment && uv pip list # buildkit
2026-09-26 06:41:06 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/cuda/lib64:/usr/local/cuda/lib64:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64
2026-09-26 06:41:06 UTC (buildkit.dockerfile.v0)COPY /tmp/ep_kernels_workspace/dist/wheels.sha256 /tmp/ep-kernels-wheels.sha256 # buildkit
2026-09-26 06:41:07 UTC (buildkit.dockerfile.v0)RUN |8 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled PYTORCH_NIGHTLY= /bin/bash -c uv pip install --system ep_kernels/dist/*.whl --verbose --extra-index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.') # buildkit
2026-09-26 06:41:07 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/cuda/lib64:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64
2026-09-26 06:41:07 UTC (buildkit.dockerfile.v0)COPY examples examples # buildkit
2026-09-26 06:41:07 UTC (buildkit.dockerfile.v0)COPY benchmarks benchmarks # buildkit
2026-09-26 06:41:07 UTC (buildkit.dockerfile.v0)COPY ./vllm/collect_env.py . # buildkit
2026-09-26 06:41:07 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM
2026-09-26 06:41:07 UTC (buildkit.dockerfile.v0)ARG INSTALL_KV_CONNECTORS=false
2026-09-26 06:41:07 UTC (buildkit.dockerfile.v0)ARG INSTALL_RUBIN_PRERELEASE
2026-09-26 06:41:07 UTC (buildkit.dockerfile.v0)ARG TRITON_INSTALL_FROM_SOURCE_REPO
2026-09-26 06:41:07 UTC (buildkit.dockerfile.v0)ARG CUDA_VERSION
2026-09-26 06:41:07 UTC (buildkit.dockerfile.v0)ARG VLLM_BUILD_COMMIT
2026-09-26 06:41:07 UTC (buildkit.dockerfile.v0)ARG VLLM_BUILD_PIPELINE
2026-09-26 06:41:07 UTC (buildkit.dockerfile.v0)ARG VLLM_BUILD_URL
2026-09-26 06:41:07 UTC (buildkit.dockerfile.v0)ARG VLLM_IMAGE_TAG
2026-09-26 06:41:07 UTC (buildkit.dockerfile.v0)ARG PIP_INDEX_URL UV_INDEX_URL
2026-09-26 06:41:07 UTC (buildkit.dockerfile.v0)ARG PIP_EXTRA_INDEX_URL UV_EXTRA_INDEX_URL
2026-09-26 06:41:07 UTC (buildkit.dockerfile.v0)ENV UV_HTTP_TIMEOUT=500
2026-09-26 06:41:07 UTC (buildkit.dockerfile.v0)ARG torch_cuda_arch_list=7.5 8.0 8.6 8.9 9.0 10.0 11.0 12.0
2026-09-26 06:41:07 UTC (buildkit.dockerfile.v0)ENV TORCH_CUDA_ARCH_LIST=8.0 8.7 8.9 9.0 10.0 11.0 12.0
2026-09-26 06:41:11 UTC (buildkit.dockerfile.v0)RUN |14 TARGETPLATFORM=linux/arm64 INSTALL_KV_CONNECTORS=true INSTALL_RUBIN_PRERELEASE=true TRITON_INSTALL_FROM_SOURCE_REPO=https://github.com/triton-lang/triton.git CUDA_VERSION=13.4 VLLM_BUILD_COMMIT=ddd6fbca148a867aad1fcab7ec72f582b9977db4 VLLM_BUILD_PIPELINE=019d130e-464e-4ff7-b84b-492992c0c06b VLLM_BUILD_URL=https://buildkite.com/vllm/release-v2/builds/7306 VLLM_IMAGE_TAG=vllm/vllm-openai:cu134-nightly-ddd6fbca148a867aad1fcab7ec72f582b9977db4 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= torch_cuda_arch_list=8.0 8.7 8.9 9.0 10.0 11.0 12.0 /bin/bash -c set -eu; CUDA_MAJOR="${CUDA_VERSION%%.*}"; CUDA_VERSION_DASH=$(echo $CUDA_VERSION | cut -d. -f1,2 | tr '.' '-'); CUDA_HOME=/usr/local/cuda; BUILD_PKGS="libcusparse-dev-${CUDA_VERSION_DASH} libcublas-dev-${CUDA_VERSION_DASH} libcusolver-dev-${CUDA_VERSION_DASH}"; if [ "$INSTALL_KV_CONNECTORS" = "true" ]; then KV_REQUIREMENTS=/tmp/vllm-requirements/kv_connectors.txt; if [ "${CUDA_MAJOR}" = "12" ]; then KV_REQUIREMENTS=/tmp/vllm-requirements/kv_connectors_cu12.txt; fi; uv pip freeze --system > /tmp/kv-installed.txt; grep -E '^(torch|torchaudio|torchvision|triton|cuda-bindings|cuda-python|cuda-toolkit)==' /tmp/kv-installed.txt > /tmp/kv-constraints.txt; uv pip install --system -c /tmp/kv-constraints.txt -r "${KV_REQUIREMENTS}" --no-build || ( apt-get update -y && apt-get install -y --no-install-recommends --allow-change-held-packages ${BUILD_PKGS} && uv pip install --system -c /tmp/kv-constraints.txt -r "${KV_REQUIREMENTS}" --no-build-isolation && apt-get purge -y ${BUILD_PKGS} && rm -rf /var/lib/apt/lists/* ); MOONCAKE_VERSION=$(python3 -c "import importlib.metadata as m; print(m.version('mooncake-transfer-engine'))" 2>/dev/null || true) && if [ "${CUDA_MAJOR}" = "13" ] && [ -n "${MOONCAKE_VERSION}" ]; then uv pip uninstall --system mooncake-transfer-engine 2>/dev/null || true; uv pip install --system -c /tmp/kv-constraints.txt "mooncake-transfer-engine-cuda13==${MOONCAKE_VERSION}"; fi; rm -f /tmp/kv-installed.txt /tmp/kv-constraints.txt; fi # buildkit
2026-09-26 06:41:13 UTC (buildkit.dockerfile.v0)RUN |14 TARGETPLATFORM=linux/arm64 INSTALL_KV_CONNECTORS=true INSTALL_RUBIN_PRERELEASE=true TRITON_INSTALL_FROM_SOURCE_REPO=https://github.com/triton-lang/triton.git CUDA_VERSION=13.4 VLLM_BUILD_COMMIT=ddd6fbca148a867aad1fcab7ec72f582b9977db4 VLLM_BUILD_PIPELINE=019d130e-464e-4ff7-b84b-492992c0c06b VLLM_BUILD_URL=https://buildkite.com/vllm/release-v2/builds/7306 VLLM_IMAGE_TAG=vllm/vllm-openai:cu134-nightly-ddd6fbca148a867aad1fcab7ec72f582b9977db4 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= torch_cuda_arch_list=8.0 8.7 8.9 9.0 10.0 11.0 12.0 /bin/bash -c if [ "${INSTALL_RUBIN_PRERELEASE}" = "true" ]; then echo "Installing Rubin prerelease requirements..." && uv pip install --system --prerelease=allow --index-strategy unsafe-first-match -r /tmp/vllm-requirements/rubin-prerelease.txt; fi # buildkit
2026-09-26 06:41:13 UTC (buildkit.dockerfile.v0)COPY /tmp/triton_from_source_workspace/dist/wheel.sha256 /tmp/triton-source-wheel.sha256 # buildkit
2026-09-26 06:41:13 UTC (buildkit.dockerfile.v0)COPY tools/install_triton_from_source.sh /tmp/install_triton_from_source.sh # buildkit
2026-09-26 06:41:18 UTC (buildkit.dockerfile.v0)RUN |14 TARGETPLATFORM=linux/arm64 INSTALL_KV_CONNECTORS=true INSTALL_RUBIN_PRERELEASE=true TRITON_INSTALL_FROM_SOURCE_REPO=https://github.com/triton-lang/triton.git CUDA_VERSION=13.4 VLLM_BUILD_COMMIT=ddd6fbca148a867aad1fcab7ec72f582b9977db4 VLLM_BUILD_PIPELINE=019d130e-464e-4ff7-b84b-492992c0c06b VLLM_BUILD_URL=https://buildkite.com/vllm/release-v2/builds/7306 VLLM_IMAGE_TAG=vllm/vllm-openai:cu134-nightly-ddd6fbca148a867aad1fcab7ec72f582b9977db4 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= torch_cuda_arch_list=8.0 8.7 8.9 9.0 10.0 11.0 12.0 /bin/bash -c if [ -n "${TRITON_INSTALL_FROM_SOURCE_REPO}" ]; then CUDA_MAJOR_MINOR=$(echo "${CUDA_VERSION}" | cut -d. -f1,2); if [ "${INSTALL_RUBIN_PRERELEASE}" = "true" ]; then case "${CUDA_MAJOR_MINOR}" in 13.4|13.5) TRITON_SYSTEM_PTXAS_PATH=/usr/local/cuda/bin/ptxas TRITON_EXPECTED_PTXAS_VERSION="${CUDA_MAJOR_MINOR}" bash /tmp/install_triton_from_source.sh /tmp/triton-source-dist /tmp/triton-source-wheel.sha256 ;; *) echo "Unsupported Rubin CUDA version: ${CUDA_MAJOR_MINOR}" >&2; exit 1 ;; esac; else bash /tmp/install_triton_from_source.sh /tmp/triton-source-dist /tmp/triton-source-wheel.sha256; fi; fi && rm -f /tmp/install_triton_from_source.sh /tmp/triton-source-wheel.sha256 # buildkit
2026-09-26 06:41:18 UTC (buildkit.dockerfile.v0)ENV VLLM_USAGE_SOURCE=production-docker-image
2026-09-26 06:41:18 UTC (buildkit.dockerfile.v0)ENV VLLM_BUILD_COMMIT=ddd6fbca148a867aad1fcab7ec72f582b9977db4 VLLM_BUILD_PIPELINE=019d130e-464e-4ff7-b84b-492992c0c06b VLLM_BUILD_URL=https://buildkite.com/vllm/release-v2/builds/7306 VLLM_IMAGE_TAG=vllm/vllm-openai:cu134-nightly-ddd6fbca148a867aad1fcab7ec72f582b9977db4
2026-09-26 06:41:18 UTC (buildkit.dockerfile.v0)LABEL org.opencontainers.image.source=https://github.com/vllm-project/vllm org.opencontainers.image.revision=ddd6fbca148a867aad1fcab7ec72f582b9977db4 org.opencontainers.image.version=vllm/vllm-openai:cu134-nightly-ddd6fbca148a867aad1fcab7ec72f582b9977db4 org.opencontainers.image.url=https://buildkite.com/vllm/release-v2/builds/7306 ai.vllm.build.commit=ddd6fbca148a867aad1fcab7ec72f582b9977db4 ai.vllm.build.pipeline=019d130e-464e-4ff7-b84b-492992c0c06b ai.vllm.build.url=https://buildkite.com/vllm/release-v2/builds/7306 ai.vllm.image.tag=vllm/vllm-openai:cu134-nightly-ddd6fbca148a867aad1fcab7ec72f582b9977db4
2026-09-26 06:41:18 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["vllm" "serve"]
Delete Tag
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.