Namespace
vllm
Image / Tag
vllm-openai:v0.30.0-aarch64
Content Digest
sha256:4864d46625cbc3307623e29ac742030655e27249feba7b97ec925ce4cc4dfb56
Details
Created

2026-09-21 23:15:58 UTC

Size

9.03 GB

Content Digest
Labels
  • ai.vllm.build.commit
    ced6857afa0ea7b2e3f0846a62e1394e90f15607
  • ai.vllm.build.pipeline
    019d130e-464e-4ff7-b84b-492992c0c06b
  • ai.vllm.build.url
    https://buildkite.com/vllm/release-v2/builds/7022
  • ai.vllm.image.tag
    vllm/vllm-openai:v0.30.0
  • maintainer
    NVIDIA CORPORATION <cudatools@nvidia.com>
  • org.opencontainers.image.ref.name
    ubuntu
  • org.opencontainers.image.revision
    ced6857afa0ea7b2e3f0846a62e1394e90f15607
  • org.opencontainers.image.source
    https://github.com/vllm-project/vllm
  • org.opencontainers.image.url
    https://buildkite.com/vllm/release-v2/builds/7022
  • org.opencontainers.image.version
    vllm/vllm-openai:v0.30.0

Environment
CUDA_HOME

/usr/local/cuda

CUDA_VERSION

13.0.2

DEBIAN_FRONTEND

noninteractive

LD_LIBRARY_PATH

/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64

NVARCH

sbsa

NVIDIA_DRIVER_CAPABILITIES

compute,utility

NVIDIA_REQUIRE_CUDA

cuda>=13.0 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571 brand=unknown,driver>=575,driver<576 brand=grid,driver>=575,driver<576 brand=tesla,driver>=575,driver<576 brand=nvidia,driver>=575,driver<576 brand=quadro,driver>=575,driver<576 brand=quadrortx,driver>=575,driver<576 brand=nvidiartx,driver>=575,driver<576 brand=vapps,driver>=575,driver<576 brand=vpc,driver>=575,driver<576 brand=vcs,driver>=575,driver<576 brand=vws,driver>=575,driver<576 brand=cloudgaming,driver>=575,driver<576

NVIDIA_VISIBLE_DEVICES

all

NV_CUDA_CUDART_VERSION

13.0.96-1

PATH

/usr/local/cuda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

TORCH_CUDA_ARCH_LIST

8.0 8.7 8.9 9.0 10.0 11.0 12.0

UV_CACHE_DIR

/opt/uv/cache

UV_HTTP_TIMEOUT

500

UV_INDEX_STRATEGY

unsafe-best-match

UV_LINK_MODE

copy

UV_OVERRIDE

/etc/uv-overrides.txt

UV_PYTHON_INSTALL_DIR

/opt/uv/python

VLLM_BUILD_COMMIT

ced6857afa0ea7b2e3f0846a62e1394e90f15607

VLLM_BUILD_PIPELINE

019d130e-464e-4ff7-b84b-492992c0c06b

VLLM_BUILD_URL

https://buildkite.com/vllm/release-v2/builds/7022

VLLM_ENABLE_CUDA_COMPATIBILITY

0

VLLM_IMAGE_TAG

vllm/vllm-openai:v0.30.0

VLLM_USAGE_SOURCE

production-docker-image


Layers

[#000] sha256:a91ffad96809552eb41208a0a580e75c014311ef2cb79002fb242da7bc6f8801 - 0.31% (28.6 MB)

[#001] sha256:7be1e3dd81adb79f8fbffa3a472a80e4a024b7dedb4028788e15e05c4a7a3946 - 0.05% (4.32 MB)

[#002] sha256:653ca2e1b0e9f4dda5c4101ba798059d34362dfdd0379f1fb2b80f1e48a703df - 1.03% (95.1 MB)

[#003] sha256:66c8341e87a6fcc90cd8b78f232a7707a96e4fbeaff457268bc6d4fdd8bf509a - 0.0% (186 Bytes)

[#004] sha256:526d5438c009ab7178af1646fed10ff6f47a73f5a1ae7b9f49e63e4ade7e3ae6 - 0.0% (6.72 KB)

[#005] sha256:146894ec4f8a427d6118a2a97fedca8c8f346d5640c04ca3edb48012f7f26402 - 0.0% (104 Bytes)

[#006] sha256:6842d001501ac5ffcc6b953e0b96afdf90d29e88fdb68353f9ec7b1bdb06f852 - 0.0% (231 Bytes)

[#007] sha256:cb626862d575a57ae6e5e7d4415d77664a73b374973e37d9dea842032698a079 - 2.34% (216 MB)

[#008] sha256:e333c91a79657ec9a59586832b5252fa8b1a7a8c09c9a9a2082960d706625145 - 16.5% (1.49 GB)

[#009] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#010] sha256:faa710ee408403d1849b2026ea406ec925b5fd420d730f1d20ecf3b83b89e3bc - 0.42% (38.6 MB)

[#011] sha256:65e56f514dd90903308ba5fdb5613424a662dfd3d41f3945f760178d902b0c0b - 0.0% (150 Bytes)

[#012] sha256:ae2cfe189f1e4572e5ee33256393e065176badddfa3c952ffc481bdc31726e91 - 0.0% (164 Bytes)

[#013] sha256:fa9711983a854f14d7812282ab13c75c787df67bdf6847d60cf32ea44dac09d8 - 0.0% (3.61 KB)

[#014] sha256:446ec0d43b4f58b24c322ee608f0a5dc87ea756ced87f5f14cfa3e6b69c9fda0 - 0.0% (2.04 KB)

[#015] sha256:446ec0d43b4f58b24c322ee608f0a5dc87ea756ced87f5f14cfa3e6b69c9fda0 - 0.0% (2.04 KB)

[#016] sha256:da91021ada636fb312680d52af5f14986d6ea85d31cd4be1d75f151b969a0fd7 - 0.0% (1.65 KB)

[#017] sha256:01845a2b7dcd30cb748d49f4a36be586dbe5fc311f6a709af67eaa49344c791c - 0.0% (870 Bytes)

[#018] sha256:849f55212275e75f15a7305f7422e2703f0b0e65d3bf0e5fcd5628fa41765a40 - 53.56% (4.83 GB)

[#019] sha256:1247895c97bbdc7b5b0e47387cdd7930db84eb7baf6677ff52de10176fbebb94 - 11.67% (1.05 GB)

[#020] sha256:d68d09e462e0dbd75b60ed3e393a2c13827601f7a2a959ddb60fc0a999b0f565 - 0.0% (896 Bytes)

[#021] sha256:a902dd05784da5908695e9cbbd321900cab479645d99897b65957e316ff4df3e - 0.01% (519 KB)

[#022] sha256:ba11ec6e37e734ce831b098b27ac1e83a91904bf50cd8d563264f2e30288365f - 2.93% (271 MB)

[#023] sha256:f38346db88dec5dabb5f4ad24d04f1358c9c9b297d1c702c60f768aaacb26ced - 0.0% (197 Bytes)

[#024] sha256:4795f56c24074ba23c7d6e22ee4d79f414718da2fc4158847d105aa1e5847c99 - 0.0% (227 Bytes)

[#025] sha256:c555f99977af1ac662c788086c756fc90eb7bffd9dabd5d1479296150fe9cbbb - 5.44% (503 MB)

[#026] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#027] sha256:46e5b8daf8b83ddbd831c0d1c19d9e8c9b75057a882d092bad6e1a99dccd46b0 - 0.0% (252 Bytes)

[#028] sha256:c4431ff90de96f6064442d6cdb38e1f41f87a77ba1bb5851cbd1b5db5766885c - 0.15% (13.6 MB)

[#029] sha256:6fa92195731006aea1082a8e659d2f0c6c6aaa9b1ca88668724bec9a7eeafd7e - 0.0% (272 KB)

[#030] sha256:a6e57543df681e34e26ec3b697a2501f849c815c4375f69a087a4956850b8e85 - 0.0% (294 KB)

[#031] sha256:bf3ae4969bddf62e7e7081c9c7c42238feacc569212366a81bde4419f6b053be - 0.0% (9.61 KB)

[#032] sha256:833fbb11351294822cbe9b449ec134031cd44934326892d51b4b27c48a4122ca - 5.59% (517 MB)

[#033] sha256:06ccaf2b1b208efe70b2854be6a427891d9c3b9413e34c15006a7f63a4e86eda - 0.0% (92 Bytes)

[#034] sha256:4270abbff679aa1adba3b6b982f35a3f0030c2578f0ec665b196a23a12aafc8b - 0.0% (212 Bytes)

[#035] sha256:461d9f09f7b1229e7600f5c9dbb65305bae2110b767e793827457d53a639d24e - 0.0% (825 Bytes)

[#036] sha256:36387cb521c46ba0791e743aefa75106c2e8f1ac261bcd50601d03562bd5b7fa - 0.0% (181 Bytes)


History
2025-10-01 13:01:38 UTC

/bin/sh -c #(nop) ARG RELEASE

2025-10-01 13:01:38 UTC

/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH

2025-10-01 13:01:38 UTC

/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu

2025-10-01 13:01:38 UTC

/bin/sh -c #(nop) LABEL org.opencontainers.image.version=24.04

2025-10-01 13:01:40 UTC

/bin/sh -c #(nop) ADD file:d77dea5c49828eb0de89439d2b631bc8ea27cb9ef774412b56a060ba1673487b in /

2025-10-01 13:01:40 UTC

/bin/sh -c #(nop) CMD ["/bin/bash"]

2025-10-10 16:55:43 UTC (buildkit.dockerfile.v0)

ENV NVARCH=sbsa

2025-10-10 16:55:43 UTC (buildkit.dockerfile.v0)

ENV NVIDIA_REQUIRE_CUDA=cuda>=13.0 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571 brand=unknown,driver>=575,driver<576 brand=grid,driver>=575,driver<576 brand=tesla,driver>=575,driver<576 brand=nvidia,driver>=575,driver<576 brand=quadro,driver>=575,driver<576 brand=quadrortx,driver>=575,driver<576 brand=nvidiartx,driver>=575,driver<576 brand=vapps,driver>=575,driver<576 brand=vpc,driver>=575,driver<576 brand=vcs,driver>=575,driver<576 brand=vws,driver>=575,driver<576 brand=cloudgaming,driver>=575,driver<576

2025-10-10 16:55:43 UTC (buildkit.dockerfile.v0)

ENV NV_CUDA_CUDART_VERSION=13.0.96-1

2025-10-10 16:55:43 UTC (buildkit.dockerfile.v0)

ARG TARGETARCH

2025-10-10 16:55:43 UTC (buildkit.dockerfile.v0)

LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>

2025-10-10 16:55:43 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSL https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH}/3bf863cc.pub | apt-key add - && echo "deb https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH} /" > /etc/apt/sources.list.d/cuda.list && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit

2025-10-10 16:55:43 UTC (buildkit.dockerfile.v0)

ENV CUDA_VERSION=13.0.2

2025-10-10 16:59:52 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-13-0=${NV_CUDA_CUDART_VERSION} cuda-compat-13-0 && rm -rf /var/lib/apt/lists/* # buildkit

2025-10-10 16:59:52 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=arm64 /bin/sh -c echo "/usr/local/cuda/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit

2025-10-10 16:59:52 UTC (buildkit.dockerfile.v0)

ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

2025-10-10 16:59:52 UTC (buildkit.dockerfile.v0)

ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64

2025-10-10 16:59:53 UTC (buildkit.dockerfile.v0)

COPY NGC-DL-CONTAINER-LICENSE / # buildkit

2025-10-10 16:59:53 UTC (buildkit.dockerfile.v0)

ENV NVIDIA_VISIBLE_DEVICES=all

2025-10-10 16:59:53 UTC (buildkit.dockerfile.v0)

ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility

2026-09-21 22:42:02 UTC (buildkit.dockerfile.v0)

ARG INSTALL_RUBIN_PRERELEASE

2026-09-21 22:42:02 UTC (buildkit.dockerfile.v0)

ARG CUDA_VERSION

2026-09-21 22:42:02 UTC (buildkit.dockerfile.v0)

ARG PYTHON_VERSION

2026-09-21 22:42:02 UTC (buildkit.dockerfile.v0)

ARG NCCL_VERSION

2026-09-21 22:42:02 UTC (buildkit.dockerfile.v0)

ARG DEADSNAKES_MIRROR_URL

2026-09-21 22:42:02 UTC (buildkit.dockerfile.v0)

ARG DEADSNAKES_GPGKEY_URL

2026-09-21 22:42:02 UTC (buildkit.dockerfile.v0)

ARG GET_PIP_URL

2026-09-21 22:42:02 UTC (buildkit.dockerfile.v0)

ENV CUDA_VERSION=13.0.2

2026-09-21 22:42:02 UTC (buildkit.dockerfile.v0)

ENV DEBIAN_FRONTEND=noninteractive

2026-09-21 22:42:02 UTC (buildkit.dockerfile.v0)

WORKDIR /vllm-workspace

2026-09-21 22:42:03 UTC (buildkit.dockerfile.v0)

RUN |7 INSTALL_RUBIN_PRERELEASE=false CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c PYTHON_VERSION_STR=$(echo ${PYTHON_VERSION} | sed 's/\.//g') && echo "export PYTHON_VERSION_STR=${PYTHON_VERSION_STR}" >> /etc/environment # buildkit

2026-09-21 22:42:59 UTC (buildkit.dockerfile.v0)

RUN |7 INSTALL_RUBIN_PRERELEASE=false CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c apt-get update -y && apt-get install -y --no-install-recommends software-properties-common curl sudo ffmpeg libsm6 libxext6 libgl1 && if [ ! -z ${DEADSNAKES_MIRROR_URL} ] ; then if [ ! -z "${DEADSNAKES_GPGKEY_URL}" ] ; then mkdir -p -m 0755 /etc/apt/keyrings ; curl -L ${DEADSNAKES_GPGKEY_URL} | gpg --dearmor > /etc/apt/keyrings/deadsnakes.gpg ; sudo chmod 644 /etc/apt/keyrings/deadsnakes.gpg ; echo "deb [signed-by=/etc/apt/keyrings/deadsnakes.gpg] ${DEADSNAKES_MIRROR_URL} $(lsb_release -cs) main" > /etc/apt/sources.list.d/deadsnakes.list ; fi ; else for i in 1 2 3; do add-apt-repository -y ppa:deadsnakes/ppa && break || { echo "Attempt $i failed, retrying in 5s..."; sleep 5; }; done ; fi && apt-get update -y && apt-get install -y --no-install-recommends python${PYTHON_VERSION} python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-venv libibverbs-dev && rm -rf /var/lib/apt/lists/* && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1 && update-alternatives --set python3 /usr/bin/python${PYTHON_VERSION} && ln -sf /usr/bin/python${PYTHON_VERSION}-config /usr/bin/python3-config && rm -f /usr/lib/python${PYTHON_VERSION}/EXTERNALLY-MANAGED && curl -sS ${GET_PIP_URL} | python${PYTHON_VERSION} && python3 --version && python3 -m pip --version # buildkit

2026-09-21 22:43:57 UTC (buildkit.dockerfile.v0)

RUN |7 INSTALL_RUBIN_PRERELEASE=false CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c CUDA_VERSION_DASH=$(echo $CUDA_VERSION | cut -d. -f1,2 | tr '.' '-') && apt-get update -y && apt-get install -y --no-install-recommends --allow-change-held-packages cuda-nvcc-${CUDA_VERSION_DASH} cuda-cudart-${CUDA_VERSION_DASH} cuda-nvrtc-${CUDA_VERSION_DASH} cuda-nvrtc-dev-${CUDA_VERSION_DASH} cuda-cuobjdump-${CUDA_VERSION_DASH} libcurand-dev-${CUDA_VERSION_DASH} libcublas-dev-${CUDA_VERSION_DASH} libnuma-dev numactl && rm -rf /var/lib/apt/lists/* # buildkit

2026-09-21 22:43:57 UTC (buildkit.dockerfile.v0)

ENV CUDA_HOME=/usr/local/cuda

2026-09-21 22:43:57 UTC (buildkit.dockerfile.v0)

ENV PATH=/usr/local/cuda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

2026-09-21 22:43:57 UTC (buildkit.dockerfile.v0)

ENV LD_LIBRARY_PATH=/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64

2026-09-21 22:43:58 UTC (buildkit.dockerfile.v0)

RUN |7 INSTALL_RUBIN_PRERELEASE=false CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c if [ "${INSTALL_RUBIN_PRERELEASE}" = "true" ]; then CUDA_MAJOR_MINOR=$(echo "${CUDA_VERSION}" | cut -d. -f1,2) && if [ "${CUDA_MAJOR_MINOR}" = "13.4" ]; then CURAND_LIBRARY=$(find -H /usr/local/cuda -name libcurand.so.10 -print -quit) && test -n "${CURAND_LIBRARY}" && ln -sf "${CURAND_LIBRARY}" /usr/local/cuda/lib64/libcurand.so.11; elif [ "${CUDA_MAJOR_MINOR}" = "13.5" ]; then CURAND_LIBRARY=$(find -H /usr/local/cuda -name libcurand.so.11 -print -quit) && test -n "${CURAND_LIBRARY}" && ! readlink -f "${CURAND_LIBRARY}" | grep -q 'libcurand\.so\.10'; else echo "Unsupported Rubin CUDA version: ${CUDA_MAJOR_MINOR}" >&2; exit 1; fi && if NCCL_LIBRARY=$(find /usr/lib -name libnccl.so.2 -print -quit) && [ -n "${NCCL_LIBRARY}" ]; then if [ "${NCCL_LIBRARY}" != "/usr/lib/libnccl.so.2" ]; then ln -sf "${NCCL_LIBRARY}" /usr/lib/libnccl.so.2; fi && ln -sf libnccl.so.2 /usr/lib/libnccl.so; fi && ldconfig; fi # buildkit

2026-09-21 22:43:59 UTC (buildkit.dockerfile.v0)

RUN |7 INSTALL_RUBIN_PRERELEASE=false CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c python3 -m pip install uv # buildkit

2026-09-21 22:43:59 UTC (buildkit.dockerfile.v0)

ENV UV_HTTP_TIMEOUT=500

2026-09-21 22:43:59 UTC (buildkit.dockerfile.v0)

ENV UV_INDEX_STRATEGY=unsafe-best-match

2026-09-21 22:43:59 UTC (buildkit.dockerfile.v0)

ENV UV_LINK_MODE=copy

2026-09-21 22:43:59 UTC (buildkit.dockerfile.v0)

ENV UV_PYTHON_INSTALL_DIR=/opt/uv/python

2026-09-21 22:43:59 UTC (buildkit.dockerfile.v0)

ENV UV_CACHE_DIR=/opt/uv/cache

2026-09-21 22:44:00 UTC (buildkit.dockerfile.v0)

RUN |7 INSTALL_RUBIN_PRERELEASE=false CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c mkdir -p "${UV_PYTHON_INSTALL_DIR}" "${UV_CACHE_DIR}" && chgrp -R 0 /opt/uv && chmod -R g+rwX,a+rX /opt/uv # buildkit

2026-09-21 22:44:02 UTC (buildkit.dockerfile.v0)

RUN |7 INSTALL_RUBIN_PRERELEASE=false CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c CUDA_MAJOR=$(echo $CUDA_VERSION | cut -d. -f1) && if [ -n "$NCCL_VERSION" ]; then echo "nvidia-nccl-cu${CUDA_MAJOR}==${NCCL_VERSION}" > /etc/uv-overrides.txt; else touch /etc/uv-overrides.txt; fi # buildkit

2026-09-21 22:44:02 UTC (buildkit.dockerfile.v0)

ENV UV_OVERRIDE=/etc/uv-overrides.txt

2026-09-21 22:44:03 UTC (buildkit.dockerfile.v0)

RUN |7 INSTALL_RUBIN_PRERELEASE=false CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c useradd --uid 2000 --gid 0 --create-home --home-dir /home/vllm --shell /bin/bash vllm && mkdir -p /home/vllm/.cache /home/vllm/.config && chown -R 2000:0 /home/vllm && chmod -R g+rwX /home/vllm && chgrp 0 /etc/passwd /etc/group && chmod g=u /etc/passwd /etc/group # buildkit

2026-09-21 22:44:03 UTC (buildkit.dockerfile.v0)

COPY docker/entrypoints/vllm-nonroot-entrypoint.sh /usr/local/bin/vllm-nonroot-entrypoint.sh # buildkit

2026-09-21 22:44:04 UTC (buildkit.dockerfile.v0)

RUN |7 INSTALL_RUBIN_PRERELEASE=false CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c chmod 0755 /usr/local/bin/vllm-nonroot-entrypoint.sh # buildkit

2026-09-21 22:44:04 UTC (buildkit.dockerfile.v0)

ENV VLLM_ENABLE_CUDA_COMPATIBILITY=0

2026-09-21 22:44:04 UTC (buildkit.dockerfile.v0)

ARG PYTORCH_CUDA_INDEX_BASE_URL

2026-09-21 22:44:05 UTC (buildkit.dockerfile.v0)

COPY requirements/common.txt /tmp/common.txt # buildkit

2026-09-21 22:44:05 UTC (buildkit.dockerfile.v0)

COPY requirements/cuda.txt /tmp/requirements-cuda.txt # buildkit

2026-09-21 22:45:06 UTC (buildkit.dockerfile.v0)

RUN |8 INSTALL_RUBIN_PRERELEASE=false CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl /bin/sh -c if [ "${INSTALL_RUBIN_PRERELEASE}" = "true" ] && [ ! -f /tmp/vllm-requirements/rubin-prerelease.txt ]; then echo "INSTALL_RUBIN_PRERELEASE=true requires requirements/rubin-prerelease.txt" >&2; exit 1; fi && if [ "$(echo $CUDA_VERSION | cut -d. -f1)" = "12" ]; then sed -i 's/^nvidia-cutlass-dsl\[cu13\]/nvidia-cutlass-dsl/' /tmp/requirements-cuda.txt; sed -i 's/^humming-kernels\[cu13\]/humming-kernels[cu12]/' /tmp/requirements-cuda.txt; fi && if [ "${INSTALL_RUBIN_PRERELEASE}" = "true" ]; then uv pip install --system -r /tmp/vllm-requirements/rubin-prerelease.txt && sed -Ei '/^[[:space:]]*(torch|torchvision|torchaudio)[[:space:]]*==/Id' /tmp/requirements-cuda.txt && uv pip install --system -r /tmp/requirements-cuda.txt && uv pip install --system -r /tmp/vllm-requirements/rubin-prerelease.txt && printf '%s\n' "/usr/local/lib/python${PYTHON_VERSION}/dist-packages/nvpl/lib" > /etc/ld.so.conf.d/vllm-rubin-python.conf && ldconfig; else uv pip install --system -r /tmp/requirements-cuda.txt --extra-index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.'); fi && rm /tmp/requirements-cuda.txt /tmp/common.txt # buildkit

2026-09-21 22:45:06 UTC (buildkit.dockerfile.v0)

ARG FLASHINFER_VERSION=0.6.18.post1

2026-09-21 22:45:26 UTC (buildkit.dockerfile.v0)

RUN |9 INSTALL_RUBIN_PRERELEASE=false CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl FLASHINFER_VERSION=0.6.18.post1 /bin/sh -c if [ "${INSTALL_RUBIN_PRERELEASE}" != "true" ]; then uv pip install --system flashinfer-jit-cache==${FLASHINFER_VERSION} --index-url https://flashinfer.ai/whl/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.'); fi # buildkit

2026-09-21 22:45:26 UTC (buildkit.dockerfile.v0)

ARG GDRCOPY_CUDA_VERSION=12.8

2026-09-21 22:45:26 UTC (buildkit.dockerfile.v0)

ARG GDRCOPY_OS_VERSION=Ubuntu24_04

2026-09-21 22:45:26 UTC (buildkit.dockerfile.v0)

ARG TARGETPLATFORM

2026-09-21 22:45:26 UTC (buildkit.dockerfile.v0)

COPY tools/install_gdrcopy.sh /tmp/install_gdrcopy.sh # buildkit

2026-09-21 22:45:34 UTC (buildkit.dockerfile.v0)

RUN |12 INSTALL_RUBIN_PRERELEASE=false CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl FLASHINFER_VERSION=0.6.18.post1 GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 TARGETPLATFORM=linux/arm64 /bin/sh -c set -eux; if [ "${INSTALL_RUBIN_PRERELEASE}" = "true" ] && ldconfig -p | grep -q 'libgdrapi\.so'; then true; else case "${TARGETPLATFORM}" in linux/arm64) UUARCH="aarch64" ;; linux/amd64) UUARCH="x64" ;; *) echo "Unsupported TARGETPLATFORM: ${TARGETPLATFORM}" >&2; exit 1 ;; esac; /tmp/install_gdrcopy.sh "${GDRCOPY_OS_VERSION}" "${GDRCOPY_CUDA_VERSION}" "${UUARCH}"; fi; rm /tmp/install_gdrcopy.sh # buildkit

2026-09-21 22:45:34 UTC (buildkit.dockerfile.v0)

ARG TIMM_VERSION=>=1.0.17

2026-09-21 22:45:34 UTC (buildkit.dockerfile.v0)

ARG RUNAI_MODEL_STREAMER_VERSION=>=0.15.7

2026-09-21 22:45:37 UTC (buildkit.dockerfile.v0)

RUN |14 INSTALL_RUBIN_PRERELEASE=false CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl FLASHINFER_VERSION=0.6.18.post1 GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 TARGETPLATFORM=linux/arm64 TIMM_VERSION=>=1.0.17 RUNAI_MODEL_STREAMER_VERSION=>=0.15.7 /bin/sh -c uv pip install --system accelerate 'modelscope<1.38' "timm${TIMM_VERSION}" "runai-model-streamer[s3,gcs,azure]${RUNAI_MODEL_STREAMER_VERSION}" # buildkit

2026-09-21 22:45:37 UTC (buildkit.dockerfile.v0)

ARG PIP_INDEX_URL UV_INDEX_URL

2026-09-21 22:45:37 UTC (buildkit.dockerfile.v0)

ARG PIP_EXTRA_INDEX_URL UV_EXTRA_INDEX_URL

2026-09-21 22:45:37 UTC (buildkit.dockerfile.v0)

ARG PYTORCH_CUDA_INDEX_BASE_URL

2026-09-21 22:45:37 UTC (buildkit.dockerfile.v0)

ARG PIP_KEYRING_PROVIDER UV_KEYRING_PROVIDER

2026-09-21 22:45:37 UTC (buildkit.dockerfile.v0)

ARG PYTORCH_NIGHTLY

2026-09-21 22:58:04 UTC (buildkit.dockerfile.v0)

COPY /workspace/torch_lib_versions.txt torch_lib_versions.txt # buildkit

2026-09-21 23:15:46 UTC (buildkit.dockerfile.v0)

COPY /workspace/dist/wheel.sha256 /tmp/vllm-wheel.sha256 # buildkit

2026-09-21 23:15:50 UTC (buildkit.dockerfile.v0)

RUN |8 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled PYTORCH_NIGHTLY= /bin/sh -c if [ "${PYTORCH_NIGHTLY}" = "1" ]; then echo "Installing torch nightly..." && uv pip install --system $(cat torch_lib_versions.txt | xargs) --pre --index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/nightly/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.') && echo "Installing vLLM..." && uv pip install --system dist/*.whl --verbose --extra-index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/nightly/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.'); else echo "Installing vLLM..." && uv pip install --system dist/*.whl --verbose --extra-index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.'); fi # buildkit

2026-09-21 23:15:50 UTC (buildkit.dockerfile.v0)

RUN |8 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled PYTORCH_NIGHTLY= /bin/sh -c . /etc/environment && uv pip list # buildkit

2026-09-21 23:15:50 UTC (buildkit.dockerfile.v0)

ENV LD_LIBRARY_PATH=/usr/local/cuda/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64

2026-09-21 23:15:51 UTC (buildkit.dockerfile.v0)

COPY /tmp/ep_kernels_workspace/dist/wheels.sha256 /tmp/ep-kernels-wheels.sha256 # buildkit

2026-09-21 23:15:51 UTC (buildkit.dockerfile.v0)

RUN |8 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled PYTORCH_NIGHTLY= /bin/sh -c uv pip install --system ep_kernels/dist/*.whl --verbose --extra-index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.') # buildkit

2026-09-21 23:15:51 UTC (buildkit.dockerfile.v0)

ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64

2026-09-21 23:15:52 UTC (buildkit.dockerfile.v0)

COPY examples examples # buildkit

2026-09-21 23:15:52 UTC (buildkit.dockerfile.v0)

COPY benchmarks benchmarks # buildkit

2026-09-21 23:15:52 UTC (buildkit.dockerfile.v0)

COPY ./vllm/collect_env.py . # buildkit

2026-09-21 23:15:52 UTC (buildkit.dockerfile.v0)

ARG TARGETPLATFORM

2026-09-21 23:15:52 UTC (buildkit.dockerfile.v0)

ARG INSTALL_KV_CONNECTORS=false

2026-09-21 23:15:52 UTC (buildkit.dockerfile.v0)

ARG INSTALL_RUBIN_PRERELEASE

2026-09-21 23:15:52 UTC (buildkit.dockerfile.v0)

ARG TRITON_INSTALL_FROM_SOURCE_REPO

2026-09-21 23:15:52 UTC (buildkit.dockerfile.v0)

ARG CUDA_VERSION

2026-09-21 23:15:52 UTC (buildkit.dockerfile.v0)

ARG VLLM_BUILD_COMMIT

2026-09-21 23:15:52 UTC (buildkit.dockerfile.v0)

ARG VLLM_BUILD_PIPELINE

2026-09-21 23:15:52 UTC (buildkit.dockerfile.v0)

ARG VLLM_BUILD_URL

2026-09-21 23:15:52 UTC (buildkit.dockerfile.v0)

ARG VLLM_IMAGE_TAG

2026-09-21 23:15:52 UTC (buildkit.dockerfile.v0)

ARG PIP_INDEX_URL UV_INDEX_URL

2026-09-21 23:15:52 UTC (buildkit.dockerfile.v0)

ARG PIP_EXTRA_INDEX_URL UV_EXTRA_INDEX_URL

2026-09-21 23:15:52 UTC (buildkit.dockerfile.v0)

ENV UV_HTTP_TIMEOUT=500

2026-09-21 23:15:52 UTC (buildkit.dockerfile.v0)

ARG torch_cuda_arch_list=7.5 8.0 8.6 8.9 9.0 10.0 11.0 12.0

2026-09-21 23:15:52 UTC (buildkit.dockerfile.v0)

ENV TORCH_CUDA_ARCH_LIST=8.0 8.7 8.9 9.0 10.0 11.0 12.0

2026-09-21 23:15:57 UTC (buildkit.dockerfile.v0)

RUN |14 TARGETPLATFORM=linux/arm64 INSTALL_KV_CONNECTORS=true INSTALL_RUBIN_PRERELEASE=false TRITON_INSTALL_FROM_SOURCE_REPO= CUDA_VERSION=13.0.2 VLLM_BUILD_COMMIT=ced6857afa0ea7b2e3f0846a62e1394e90f15607 VLLM_BUILD_PIPELINE=019d130e-464e-4ff7-b84b-492992c0c06b VLLM_BUILD_URL=https://buildkite.com/vllm/release-v2/builds/7022 VLLM_IMAGE_TAG=vllm/vllm-openai:v0.30.0 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= torch_cuda_arch_list=8.0 8.7 8.9 9.0 10.0 11.0 12.0 /bin/sh -c CUDA_MAJOR="${CUDA_VERSION%%.*}"; CUDA_VERSION_DASH=$(echo $CUDA_VERSION | cut -d. -f1,2 | tr '.' '-'); CUDA_HOME=/usr/local/cuda; BUILD_PKGS="libcusparse-dev-${CUDA_VERSION_DASH} libcublas-dev-${CUDA_VERSION_DASH} libcusolver-dev-${CUDA_VERSION_DASH}"; if [ "$INSTALL_KV_CONNECTORS" = "true" ]; then uv pip install --system -r /tmp/kv_connectors.txt --no-build || ( apt-get update -y && apt-get install -y --no-install-recommends --allow-change-held-packages ${BUILD_PKGS} && uv pip install --system -r /tmp/kv_connectors.txt --no-build-isolation && apt-get purge -y ${BUILD_PKGS} && rm -rf /var/lib/apt/lists/* ); MOONCAKE_VERSION=$(python3 -c "import importlib.metadata as m; print(m.version('mooncake-transfer-engine'))" 2>/dev/null || true) && if [ "${CUDA_MAJOR}" = "13" ] && [ -n "${MOONCAKE_VERSION}" ]; then uv pip uninstall --system mooncake-transfer-engine 2>/dev/null || true; uv pip install --system "mooncake-transfer-engine-cuda13==${MOONCAKE_VERSION}"; fi; fi # buildkit

2026-09-21 23:15:57 UTC (buildkit.dockerfile.v0)

RUN |14 TARGETPLATFORM=linux/arm64 INSTALL_KV_CONNECTORS=true INSTALL_RUBIN_PRERELEASE=false TRITON_INSTALL_FROM_SOURCE_REPO= CUDA_VERSION=13.0.2 VLLM_BUILD_COMMIT=ced6857afa0ea7b2e3f0846a62e1394e90f15607 VLLM_BUILD_PIPELINE=019d130e-464e-4ff7-b84b-492992c0c06b VLLM_BUILD_URL=https://buildkite.com/vllm/release-v2/builds/7022 VLLM_IMAGE_TAG=vllm/vllm-openai:v0.30.0 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= torch_cuda_arch_list=8.0 8.7 8.9 9.0 10.0 11.0 12.0 /bin/sh -c if [ "${INSTALL_RUBIN_PRERELEASE}" = "true" ]; then echo "Installing Rubin prerelease requirements..." && uv pip install --system -r /tmp/vllm-requirements/rubin-prerelease.txt; fi # buildkit

2026-09-21 23:15:57 UTC (buildkit.dockerfile.v0)

COPY /tmp/triton_from_source_workspace/dist/wheel.sha256 /tmp/triton-source-wheel.sha256 # buildkit

2026-09-21 23:15:57 UTC (buildkit.dockerfile.v0)

COPY tools/install_triton_from_source.sh /tmp/install_triton_from_source.sh # buildkit

2026-09-21 23:15:58 UTC (buildkit.dockerfile.v0)

RUN |14 TARGETPLATFORM=linux/arm64 INSTALL_KV_CONNECTORS=true INSTALL_RUBIN_PRERELEASE=false TRITON_INSTALL_FROM_SOURCE_REPO= CUDA_VERSION=13.0.2 VLLM_BUILD_COMMIT=ced6857afa0ea7b2e3f0846a62e1394e90f15607 VLLM_BUILD_PIPELINE=019d130e-464e-4ff7-b84b-492992c0c06b VLLM_BUILD_URL=https://buildkite.com/vllm/release-v2/builds/7022 VLLM_IMAGE_TAG=vllm/vllm-openai:v0.30.0 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= torch_cuda_arch_list=8.0 8.7 8.9 9.0 10.0 11.0 12.0 /bin/sh -c if [ -n "${TRITON_INSTALL_FROM_SOURCE_REPO}" ]; then CUDA_MAJOR_MINOR=$(echo "${CUDA_VERSION}" | cut -d. -f1,2); if [ "${INSTALL_RUBIN_PRERELEASE}" = "true" ]; then case "${CUDA_MAJOR_MINOR}" in 13.4|13.5) TRITON_SYSTEM_PTXAS_PATH=/usr/local/cuda/bin/ptxas TRITON_EXPECTED_PTXAS_VERSION="${CUDA_MAJOR_MINOR}" bash /tmp/install_triton_from_source.sh /tmp/triton-source-dist /tmp/triton-source-wheel.sha256 ;; *) echo "Unsupported Rubin CUDA version: ${CUDA_MAJOR_MINOR}" >&2; exit 1 ;; esac; else bash /tmp/install_triton_from_source.sh /tmp/triton-source-dist /tmp/triton-source-wheel.sha256; fi; fi && rm -f /tmp/install_triton_from_source.sh /tmp/triton-source-wheel.sha256 # buildkit

2026-09-21 23:15:58 UTC (buildkit.dockerfile.v0)

ENV VLLM_USAGE_SOURCE=production-docker-image

2026-09-21 23:15:58 UTC (buildkit.dockerfile.v0)

ENV VLLM_BUILD_COMMIT=ced6857afa0ea7b2e3f0846a62e1394e90f15607 VLLM_BUILD_PIPELINE=019d130e-464e-4ff7-b84b-492992c0c06b VLLM_BUILD_URL=https://buildkite.com/vllm/release-v2/builds/7022 VLLM_IMAGE_TAG=vllm/vllm-openai:v0.30.0

2026-09-21 23:15:58 UTC (buildkit.dockerfile.v0)

LABEL org.opencontainers.image.source=https://github.com/vllm-project/vllm org.opencontainers.image.revision=ced6857afa0ea7b2e3f0846a62e1394e90f15607 org.opencontainers.image.version=vllm/vllm-openai:v0.30.0 org.opencontainers.image.url=https://buildkite.com/vllm/release-v2/builds/7022 ai.vllm.build.commit=ced6857afa0ea7b2e3f0846a62e1394e90f15607 ai.vllm.build.pipeline=019d130e-464e-4ff7-b84b-492992c0c06b ai.vllm.build.url=https://buildkite.com/vllm/release-v2/builds/7022 ai.vllm.image.tag=vllm/vllm-openai:v0.30.0

2026-09-21 23:15:58 UTC (buildkit.dockerfile.v0)

ENTRYPOINT ["vllm" "serve"]

Danger Zone
Delete Tag

Please be careful as this will not just delete the reference but also the actual content!

For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.

Delete