2026-01-09 07:01:41 UTC

/bin/sh -c #(nop) ARG RELEASE

2026-01-09 07:01:41 UTC

/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH

2026-01-09 07:01:41 UTC

/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu

2026-01-09 07:01:41 UTC

/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04

2026-01-09 07:01:44 UTC

/bin/sh -c #(nop) ADD file:b499000226bd9a7c562ffa8eeb86e2d170f2a563310db6c2d79562ab53e5cb6e in /

2026-01-09 07:01:44 UTC

/bin/sh -c #(nop) CMD ["/bin/bash"]

2026-01-21 20:20:36 UTC (buildkit.dockerfile.v0)

ARG PYTHON_VERSION

2026-01-21 20:20:36 UTC (buildkit.dockerfile.v0)

ARG PYTORCH_VERSION

2026-01-21 20:20:36 UTC (buildkit.dockerfile.v0)

ARG ROCM_VERSION

2026-01-21 20:20:36 UTC (buildkit.dockerfile.v0)

ARG AMDGPU_VERSION

2026-01-21 20:20:36 UTC (buildkit.dockerfile.v0)

ENV DEBIAN_FRONTEND=noninteractive

2026-01-21 20:20:36 UTC (buildkit.dockerfile.v0)

RUN |4 PYTHON_VERSION=3.10 PYTORCH_VERSION=2.9.1 ROCM_VERSION=7.2 AMDGPU_VERSION=7.2.70200 /bin/sh -c echo "tzdata tzdata/Areas select Etc" | debconf-set-selections && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections # buildkit

2026-01-21 20:21:31 UTC (buildkit.dockerfile.v0)

RUN |4 PYTHON_VERSION=3.10 PYTORCH_VERSION=2.9.1 ROCM_VERSION=7.2 AMDGPU_VERSION=7.2.70200 /bin/sh -c apt update && apt install -y wget software-properties-common curl rsync dialog git # buildkit

2026-01-21 20:21:31 UTC (buildkit.dockerfile.v0)

ENV PATH=/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

2026-01-21 20:21:31 UTC (buildkit.dockerfile.v0)

ENV LD_LIBRARY_PATH=/opt/rocm/lib

2026-01-21 20:22:21 UTC (buildkit.dockerfile.v0)

RUN |4 PYTHON_VERSION=3.10 PYTORCH_VERSION=2.9.1 ROCM_VERSION=7.2 AMDGPU_VERSION=7.2.70200 /bin/sh -c add-apt-repository ppa:deadsnakes/ppa && apt update && apt install -y python${PYTHON_VERSION} python3-pip python3-venv && if [ "${PYTHON_VERSION}" = "3.8" ] || [ "${PYTHON_VERSION}" = "3.9" ] || [ "${PYTHON_VERSION}" = "3.10" ] || [ "${PYTHON_VERSION}" = "3.11" ]; then apt install -y --no-install-recommends python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-distutils python${PYTHON_VERSION}-venv; else apt install -y --no-install-recommends python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-venv; fi && apt clean && rm -rf /var/lib/apt/lists/* # buildkit

2026-01-21 20:22:35 UTC (buildkit.dockerfile.v0)

RUN |4 PYTHON_VERSION=3.10 PYTORCH_VERSION=2.9.1 ROCM_VERSION=7.2 AMDGPU_VERSION=7.2.70200 /bin/sh -c python${PYTHON_VERSION} -m venv /opt/venv && . /opt/venv/bin/activate && /opt/venv/bin/python -m pip install --upgrade pip && /opt/venv/bin/python -m pip install --upgrade setuptools && /opt/venv/bin/python -m pip install hypothesis scipy ninja # buildkit

2026-01-21 20:22:35 UTC (buildkit.dockerfile.v0)

ENV PATH=/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

2026-01-21 20:22:35 UTC (buildkit.dockerfile.v0)

RUN |4 PYTHON_VERSION=3.10 PYTORCH_VERSION=2.9.1 ROCM_VERSION=7.2 AMDGPU_VERSION=7.2.70200 /bin/sh -c if [ "$BASE_IMAGE" = "ubuntu:24.04" ]; then wget https://repo.radeon.com/amdgpu-install/$ROCM_VERSION/ubuntu/noble/amdgpu-install_$AMDGPU_VERSION-1_all.deb; else wget https://repo.radeon.com/amdgpu-install/$ROCM_VERSION/ubuntu/jammy/amdgpu-install_$AMDGPU_VERSION-1_all.deb; fi # buildkit

2026-01-21 20:22:37 UTC (buildkit.dockerfile.v0)

RUN |4 PYTHON_VERSION=3.10 PYTORCH_VERSION=2.9.1 ROCM_VERSION=7.2 AMDGPU_VERSION=7.2.70200 /bin/sh -c apt install -y ./*.deb # buildkit

2026-01-21 20:31:31 UTC (buildkit.dockerfile.v0)

RUN |4 PYTHON_VERSION=3.10 PYTORCH_VERSION=2.9.1 ROCM_VERSION=7.2 AMDGPU_VERSION=7.2.70200 /bin/sh -c amdgpu-install --usecase=rocm -y && rm *.deb # buildkit

2026-01-21 20:34:07 UTC (buildkit.dockerfile.v0)

RUN |4 PYTHON_VERSION=3.10 PYTORCH_VERSION=2.9.1 ROCM_VERSION=7.2 AMDGPU_VERSION=7.2.70200 /bin/sh -c set -e && echo "Installing PyTorch via .sh installer for ROCm $ROCM_VERSION, Torch $PYTORCH_VERSION, Python $PYTHON_VERSION" && if [ "$PYTHON_VERSION" = "3.12" ]; then PYTHON_TAG="cp312-cp312"; elif [ "$PYTHON_VERSION" = "3.10" ]; then PYTHON_TAG="cp310-cp310"; else echo "Unsupported Python version: $PYTHON_VERSION"; exit 1; fi && if [ $(echo "$ROCM_VERSION" | grep -o "\." | wc -l) -eq 1 ]; then ROCM_VERSION_FULL="${ROCM_VERSION}.0"; else ROCM_VERSION_FULL="$ROCM_VERSION"; fi && TORCH_SH=$(curl -fsSL https://repo.radeon.com/rocm/manylinux/rocm-rel-${ROCM_VERSION} | grep "torch-${PYTORCH_VERSION}%2Brocm${ROCM_VERSION}" | grep "${PYTHON_TAG}" | grep "\.sh" | sed -n 's/.*href="\([^"]*\).*/\1/p' | head -n1) && if [ -z "$TORCH_SH" ]; then echo "No matching torch .sh installer found for torch-${PYTORCH_VERSION}+rocm${ROCM_VERSION_FULL} (${PYTHON_TAG})"; exit 1; fi && echo "Found torch installer: $TORCH_SH" && mkdir -p /install && curl -fsSL -o /install/torch_installer.sh https://repo.radeon.com/rocm/manylinux/rocm-rel-${ROCM_VERSION}/${TORCH_SH} && chmod +x /install/torch_installer.sh && sh /install/torch_installer.sh # buildkit

2026-01-21 20:34:08 UTC (buildkit.dockerfile.v0)

RUN |4 PYTHON_VERSION=3.10 PYTORCH_VERSION=2.9.1 ROCM_VERSION=7.2 AMDGPU_VERSION=7.2.70200 /bin/sh -c git clone https://github.com/ROCm/pytorch-micro-benchmarking /var/lib/jenkins/pytorch-micro-benchmarking && ln -sf /usr/bin/python3 /usr/bin/python # buildkit

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ENV BUILD_VLLM=0

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ENV BUILD_TRITON=1

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ENV BUILD_LLVM=0

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ENV BUILD_AITER_ALL=1

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ENV BUILD_MOONCAKE=1

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ENV AITER_COMMIT_DEFAULT=c16d44b93a528b2a4bfd6d8d3409116d465872a9

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ENV TRITON_COMMIT_DEFAULT=42270451990532c67e69d753fbd026f28fcc4840

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ARG GPU_ARCH=gfx950-rocm720

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

RUN |1 GPU_ARCH=gfx950-rocm720 /bin/sh -c echo GPU_ARCH="${GPU_ARCH}" && echo "GPU_ARCH_LIST=${GPU_ARCH%%-*}" >> /etc/environment && echo "export GPU_ARCH_LIST=${GPU_ARCH%%-*}" >> /etc/bash.bashrc # buildkit

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ENV GPU_ARCH=gfx950-rocm720

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ENV GPU_ARCH_LIST=gfx950

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ENV PYTORCH_ROCM_ARCH=gfx942;gfx950;gfx1250

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ARG SGL_REPO=https://github.com/sgl-project/sglang.git

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ARG SGL_DEFAULT=main

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ARG SGL_BRANCH=v0.5.19

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ARG BRANCH_TYPE=remote

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ARG SETUPTOOLS_SCM_PRETEND_VERSION=

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ARG TRITON_REPO=https://github.com/triton-lang/triton.git

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ENV TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ARG TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ARG TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ARG TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ARG TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ARG TORCH_ROCM_VERSION=2.11.0+rocm7.2

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ARG TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ARG TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ARG AITER_REPO=https://github.com/ROCm/aiter.git

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ARG AITER_COMMIT=

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ENV AITER_COMMIT=c16d44b93a528b2a4bfd6d8d3409116d465872a9

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ARG LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ARG LLVM_BRANCH=MainOpSelV2

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ARG LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ARG MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ARG MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ARG TILELANG_REPO=https://github.com/tile-ai/tilelang.git

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ARG TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ARG FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ARG FHT_BRANCH=rocm

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ARG FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ARG ENABLE_MORI=1

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ARG NIC_BACKEND=none

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ARG MORI_REPO=https://github.com/ROCm/mori.git

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ARG MORI_COMMIT=7c51d18fda59457cc9238ed262bd93c8cad906c9

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ARG ENABLE_NIXL=1

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ARG UCX_REPO=https://github.com/openucx/ucx.git

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ARG UCX_BRANCH=v1.19.x

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ARG NIXL_REPO=https://github.com/ai-dynamo/nixl.git

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ARG NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ARG AINIC_VERSION=1.117.5-a-38

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ARG UBUNTU_CODENAME=jammy

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

ARG UBUNTU_MIRROR=https://archive.ubuntu.com

2026-09-04 19:45:51 UTC (buildkit.dockerfile.v0)

USER root

2026-09-04 19:45:52 UTC (buildkit.dockerfile.v0)

RUN |38 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.19 BRANCH_TYPE=remote SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=c16d44b93a528b2a4bfd6d8d3409116d465872a9 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=7c51d18fda59457cc9238ed262bd93c8cad906c9 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR=https://archive.ubuntu.com /bin/sh -c if [ -n "$UBUNTU_MIRROR" ]; then find /etc/apt -type f \( -name '*.list' -o -name '*.sources' \) -exec sed -i -e "s|http://[^[:space:]/]*archive.ubuntu.com|$UBUNTU_MIRROR|g" -e "s|http://[^[:space:]/]*security.ubuntu.com|$UBUNTU_MIRROR|g" {} + ; fi && printf 'Acquire::Retries "5";\nAcquire::http::Timeout "30";\nAcquire::https::Timeout "30";\n' > /etc/apt/apt.conf.d/80-net-hardening # buildkit

2026-09-04 19:45:52 UTC (buildkit.dockerfile.v0)

RUN |38 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.19 BRANCH_TYPE=remote SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=c16d44b93a528b2a4bfd6d8d3409116d465872a9 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=7c51d18fda59457cc9238ed262bd93c8cad906c9 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR=https://archive.ubuntu.com /bin/sh -c set -eux; case "${GPU_ARCH}" in *rocm1000*) echo "ROCm 10.0.0 (GPU_ARCH=${GPU_ARCH}): pip SDK libdrm has the ids table built in, skipping"; ;; *rocm724*) echo "ROCm 7.2.4 (GPU_ARCH=${GPU_ARCH}): installing libdrm-amdgpu from graphics/7.2.4 noble"; curl -fsSL --retry 5 --retry-delay 3 --retry-all-errors https://repo.radeon.com/rocm/rocm.gpg.key | gpg --dearmor -o /etc/apt/keyrings/amdgpu-graphics.gpg && echo 'deb [arch=amd64,i386 signed-by=/etc/apt/keyrings/amdgpu-graphics.gpg] https://repo.radeon.com/graphics/7.2.4/ubuntu noble main' > /etc/apt/sources.list.d/amdgpu-graphics.list && apt-get update && apt-get install -y --no-install-recommends libdrm-amdgpu-common libdrm-amdgpu-amdgpu1 libdrm2-amdgpu && rm -rf /var/lib/apt/lists/* && cp /opt/amdgpu/share/libdrm/amdgpu.ids /usr/share/libdrm/amdgpu.ids; ;; *rocm720*) echo "ROCm 7.2.0 (GPU_ARCH=${GPU_ARCH}): libdrm-amdgpu packages already present, skipping"; ;; *) echo "ROCm 7.0 (GPU_ARCH=${GPU_ARCH}): installing libdrm-amdgpu packages"; curl -fsSL --retry 5 --retry-delay 3 --retry-all-errors https://repo.radeon.com/rocm/rocm.gpg.key | gpg --dearmor -o /etc/apt/keyrings/amdgpu-graphics.gpg && echo 'deb [arch=amd64,i386 signed-by=/etc/apt/keyrings/amdgpu-graphics.gpg] https://repo.radeon.com/graphics/7.0/ubuntu jammy main' > /etc/apt/sources.list.d/amdgpu-graphics.list && apt-get update && apt-get install -y --no-install-recommends libdrm-amdgpu-common libdrm-amdgpu-amdgpu1 libdrm2-amdgpu && rm -rf /var/lib/apt/lists/* && cp /opt/amdgpu/share/libdrm/amdgpu.ids /usr/share/libdrm/amdgpu.ids; ;; esac # buildkit

2026-09-04 19:45:55 UTC (buildkit.dockerfile.v0)

RUN |38 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.19 BRANCH_TYPE=remote SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=c16d44b93a528b2a4bfd6d8d3409116d465872a9 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=7c51d18fda59457cc9238ed262bd93c8cad906c9 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR=https://archive.ubuntu.com /bin/sh -c python -m pip install --upgrade pip && pip install setuptools_scm # buildkit

2026-09-04 19:45:56 UTC (buildkit.dockerfile.v0)

RUN |38 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.19 BRANCH_TYPE=remote SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=c16d44b93a528b2a4bfd6d8d3409116d465872a9 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=7c51d18fda59457cc9238ed262bd93c8cad906c9 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR=https://archive.ubuntu.com /bin/sh -c apt-get purge -y sccache; python -m pip uninstall -y sccache; rm -f "$(which sccache)" # buildkit

2026-09-04 19:45:59 UTC (buildkit.dockerfile.v0)

RUN |38 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.19 BRANCH_TYPE=remote SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=c16d44b93a528b2a4bfd6d8d3409116d465872a9 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=7c51d18fda59457cc9238ed262bd93c8cad906c9 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR=https://archive.ubuntu.com /bin/sh -c set -eux; case "${GPU_ARCH}" in *rocm720*|*rocm724*|*rocm1000*) echo "ROCm 7.2 / 10.0.0 flavor detected from GPU_ARCH=${GPU_ARCH}"; cd /opt/rocm/share/amd_smi && python3 -m pip install --no-cache-dir . ;; *) echo "Not rocm720/rocm724/rocm1000 (GPU_ARCH=${GPU_ARCH}), skip amdsmi installation"; ;; esac # buildkit

2026-09-04 19:45:59 UTC (buildkit.dockerfile.v0)

RUN |38 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.19 BRANCH_TYPE=remote SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=c16d44b93a528b2a4bfd6d8d3409116d465872a9 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=7c51d18fda59457cc9238ed262bd93c8cad906c9 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR=https://archive.ubuntu.com /bin/sh -c case "${GPU_ARCH}" in *-rocm724) python3 -m pip install --no-cache-dir --index-url "${TORCH_ROCM_INDEX_URL}" "torch==${TORCH_ROCM_VERSION}" "torchvision==${TORCHVISION_ROCM_VERSION}" "torchaudio==${TORCHAUDIO_ROCM_VERSION}" ;; *) echo "Not a ROCm 7.2.4 flavor (GPU_ARCH=${GPU_ARCH}), keep base torch/triton"; ;; esac # buildkit

2026-09-04 19:45:59 UTC (buildkit.dockerfile.v0)

RUN |38 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.19 BRANCH_TYPE=remote SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=c16d44b93a528b2a4bfd6d8d3409116d465872a9 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=7c51d18fda59457cc9238ed262bd93c8cad906c9 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR=https://archive.ubuntu.com /bin/sh -c case "${GPU_ARCH}" in *-rocm724|*-rocm1000) python3 -m pip freeze | grep -E '^(torch|torchvision|torchaudio)(==| @ )' > /etc/sglang/constraints/torch-rocm.txt && cat /etc/sglang/constraints/torch-rocm.txt ;; esac # buildkit

2026-09-04 19:45:59 UTC (buildkit.dockerfile.v0)

WORKDIR /sgl-workspace

2026-09-04 19:46:00 UTC (buildkit.dockerfile.v0)

RUN |38 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.19 BRANCH_TYPE=remote SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=c16d44b93a528b2a4bfd6d8d3409116d465872a9 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=7c51d18fda59457cc9238ed262bd93c8cad906c9 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR=https://archive.ubuntu.com /bin/sh -c if [ "$BUILD_LLVM" = "1" ]; then ENV HIP_CLANG_PATH="/sgl-workspace/llvm-project/build/bin/" git clone --single-branch ${LLVM_REPO} -b ${LLVM_BRANCH} && cd llvm-project && git checkout ${LLVM_COMMIT} && mkdir build && cd build && cmake -DCMAKE_BUILD_TYPE=Release -DLLVM_ENABLE_ASSERTIONS=1 -DLLVM_TARGETS_TO_BUILD="AMDGPU;X86" -DLLVM_ENABLE_PROJECTS="clang;lld;" -DLLVM_ENABLE_RUNTIMES="compiler-rt" ../llvm && make -j$(nproc); fi # buildkit

2026-09-04 19:46:00 UTC (buildkit.dockerfile.v0)

ENV SETUPTOOLS_SCM_PRETEND_VERSION=

2026-09-04 19:46:00 UTC (buildkit.dockerfile.v0)

ENV AITER_USE_SYSTEM_TRITON=1

2026-09-04 19:46:00 UTC (buildkit.dockerfile.v0)

RUN |38 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.19 BRANCH_TYPE=remote SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=c16d44b93a528b2a4bfd6d8d3409116d465872a9 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=7c51d18fda59457cc9238ed262bd93c8cad906c9 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR=https://archive.ubuntu.com /bin/sh -c pip uninstall -y aiter # buildkit

2026-09-04 19:46:19 UTC (buildkit.dockerfile.v0)

RUN |38 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.19 BRANCH_TYPE=remote SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=c16d44b93a528b2a4bfd6d8d3409116d465872a9 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=7c51d18fda59457cc9238ed262bd93c8cad906c9 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR=https://archive.ubuntu.com /bin/sh -c git clone ${AITER_REPO} && cd aiter && git checkout -f ${AITER_COMMIT} && git cherry-pick --no-commit 8578af153f4fa1e007fede7e3c1e1b373f07af4c && git submodule update --init --recursive && pip install -r requirements.txt && if [ "${GPU_ARCH_LIST}" = "gfx1250" ]; then git revert --no-edit --no-commit 8d581370b; git revert --no-edit --no-commit 79c11b677; git revert --no-edit --no-commit 1ecb760a5; git revert --no-edit --no-commit e708f6c15; fi # buildkit

2026-09-04 19:46:19 UTC (buildkit.dockerfile.v0)

RUN |38 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.19 BRANCH_TYPE=remote SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=c16d44b93a528b2a4bfd6d8d3409116d465872a9 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=7c51d18fda59457cc9238ed262bd93c8cad906c9 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR=https://archive.ubuntu.com /bin/sh -c python3 <<'PY' import os from pathlib import Path p = Path("/sgl-workspace/aiter/csrc/kernels/topk_per_row_kernels.cu") anchor = "#include <type_traits>\n" if os.environ["GPU_ARCH"] in {"gfx942", "gfx950"} and p.exists(): s = p.read_text() if "std::optional" in s and "#include <optional>" not in s and anchor in s: p.write_text(s.replace(anchor, "#include <optional>\n" + anchor, 1)) PY # buildkit

2026-09-04 21:22:05 UTC (buildkit.dockerfile.v0)

RUN |38 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.19 BRANCH_TYPE=remote SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=c16d44b93a528b2a4bfd6d8d3409116d465872a9 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=7c51d18fda59457cc9238ed262bd93c8cad906c9 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR=https://archive.ubuntu.com /bin/sh -c cd aiter && echo "[AITER] GPU_ARCH=${GPU_ARCH}" && echo "[AITER] AITER_USE_SYSTEM_TRITON=${AITER_USE_SYSTEM_TRITON}" && if [ "${GPU_ARCH_LIST}" = "gfx1250" ]; then PATH=$PATH:$ROCM_HOME/llvm/bin ENABLE_CK=0 GPU_ARCHS="${GPU_ARCH_LIST}" python setup.py build_ext --inplace && PATH=$PATH:$ROCM_HOME/llvm/bin ENABLE_CK=0 GPU_ARCHS="${GPU_ARCH_LIST}" pip install --no-build-isolation -e .; elif [ "$BUILD_AITER_ALL" = "1" ] && [ "$BUILD_LLVM" = "1" ]; then sh -c "HIP_CLANG_PATH=/sgl-workspace/llvm-project/build/bin/ PREBUILD_KERNELS=1 GPU_ARCHS=$GPU_ARCH_LIST python setup.py build_ext --inplace" && sh -c "HIP_CLANG_PATH=/sgl-workspace/llvm-project/build/bin/ GPU_ARCHS=$GPU_ARCH_LIST pip install --config-settings editable_mode=compat -e ."; elif [ "$BUILD_AITER_ALL" = "1" ]; then sh -c "PREBUILD_KERNELS=1 GPU_ARCHS=$GPU_ARCH_LIST python setup.py build_ext --inplace" && sh -c "GPU_ARCHS=$GPU_ARCH_LIST pip install --config-settings editable_mode=compat -e ."; else sh -c "GPU_ARCHS=$GPU_ARCH_LIST pip install --config-settings editable_mode=compat -e ."; fi && echo "export PYTHONPATH=/sgl-workspace/aiter:\${PYTHONPATH}" >> /etc/bash.bashrc # buildkit

2026-09-04 21:22:06 UTC (buildkit.dockerfile.v0)

RUN |38 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.19 BRANCH_TYPE=remote SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=c16d44b93a528b2a4bfd6d8d3409116d465872a9 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=7c51d18fda59457cc9238ed262bd93c8cad906c9 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR=https://archive.ubuntu.com /bin/sh -c python3 <<'PY' from pathlib import Path p = Path("/sgl-workspace/aiter/csrc/cpp_itfs/torch_utils.py") s = p.read_text() old = """ elif isinstance(arg, torch.cuda.Stream): c_args.append(ctypes.cast(arg.cuda_stream, ctypes.c_void_p)) """ new = """ elif isinstance(arg, torch.Stream): handle = getattr(arg, "cuda_stream", None) if handle is None: handle = torch.cuda.Stream( stream_id=arg.stream_id, device_index=arg.device_index, device_type=arg.device_type, ).cuda_stream c_args.append(ctypes.cast(handle, ctypes.c_void_p)) """ if old in s: p.write_text(s.replace(old, new)) PY # buildkit

2026-09-04 21:22:06 UTC (buildkit.dockerfile.v0)

ENV PATH=/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/go/bin

2026-09-04 21:28:50 UTC (buildkit.dockerfile.v0)

RUN |38 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.19 BRANCH_TYPE=remote SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=c16d44b93a528b2a4bfd6d8d3409116d465872a9 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=7c51d18fda59457cc9238ed262bd93c8cad906c9 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR=https://archive.ubuntu.com /bin/sh -c if [ "$BUILD_MOONCAKE" = "1" ]; then apt update && apt install -y zip unzip wget && apt install -y gcc make libtool autoconf librdmacm-dev rdmacm-utils infiniband-diags ibverbs-utils perftest ethtool libibverbs-dev rdma-core && apt install -y openssh-server openmpi-bin openmpi-common libopenmpi-dev && git clone ${MOONCAKE_REPO} && cd Mooncake && git checkout ${MOONCAKE_COMMIT} && git submodule update --init --recursive && bash dependencies.sh -y && rm -rf /usr/local/go && wget https://go.dev/dl/go1.22.2.linux-amd64.tar.gz && tar -C /usr/local -xzf go1.22.2.linux-amd64.tar.gz && rm go1.22.2.linux-amd64.tar.gz && mkdir -p build && cd build && cmake .. -DUSE_HIP=ON -DUSE_ETCD=ON -DENABLE_MULTI_PROTOCOL=ON -DWITH_STORE=ON -DBUILD_UNIT_TESTS=OFF && make -j "$(nproc)" && make install; fi # buildkit

2026-09-04 21:28:50 UTC (buildkit.dockerfile.v0)

ARG BUILD_TYPE=all

2026-09-04 21:28:50 UTC (buildkit.dockerfile.v0)

ARG SETUPTOOLS_SCM_PRETEND_VERSION

2026-09-04 21:28:56 UTC (buildkit.dockerfile.v0)

RUN |39 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.19 BRANCH_TYPE=remote SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=c16d44b93a528b2a4bfd6d8d3409116d465872a9 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=7c51d18fda59457cc9238ed262bd93c8cad906c9 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR=https://archive.ubuntu.com BUILD_TYPE=all /bin/sh -c pip install IPython && pip install orjson && pip install python-multipart && pip install pybind11 # buildkit

2026-09-04 21:28:56 UTC (buildkit.dockerfile.v0)

ENV PATH=/root/.cargo/bin:/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/go/bin

2026-09-04 21:29:08 UTC (buildkit.dockerfile.v0)

RUN |39 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.19 BRANCH_TYPE=remote SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=c16d44b93a528b2a4bfd6d8d3409116d465872a9 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=7c51d18fda59457cc9238ed262bd93c8cad906c9 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR=https://archive.ubuntu.com BUILD_TYPE=all /bin/sh -c curl --proto '=https' --tlsv1.2 --retry 5 --retry-delay 3 --retry-all-errors -sSf https://sh.rustup.rs | sh -s -- -y && rustc --version && cargo --version # buildkit

2026-09-04 21:29:08 UTC (buildkit.dockerfile.v0)

ENV CARGO_BUILD_JOBS=4

2026-09-04 21:29:08 UTC (buildkit.dockerfile.v0)

RUN |39 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.19 BRANCH_TYPE=remote SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=c16d44b93a528b2a4bfd6d8d3409116d465872a9 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=7c51d18fda59457cc9238ed262bd93c8cad906c9 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR=https://archive.ubuntu.com BUILD_TYPE=all /bin/sh -c pip uninstall -y sgl_kernel sglang # buildkit

2026-09-04 21:29:09 UTC (buildkit.dockerfile.v0)

COPY /src /tmp/local_src # buildkit

2026-09-04 21:30:06 UTC (buildkit.dockerfile.v0)

RUN |39 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.19 BRANCH_TYPE=remote SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=c16d44b93a528b2a4bfd6d8d3409116d465872a9 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=7c51d18fda59457cc9238ed262bd93c8cad906c9 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR=https://archive.ubuntu.com BUILD_TYPE=all /bin/sh -c if [ "$BRANCH_TYPE" = "local" ]; then echo "Using local source (BRANCH_TYPE=local)."; cp -r /tmp/local_src sglang; else git clone ${SGL_REPO} sglang && cd sglang && if [ "${SGL_BRANCH}" = ${SGL_DEFAULT} ]; then echo "Using ${SGL_DEFAULT}, default branch."; git checkout ${SGL_DEFAULT}; else echo "Using ${SGL_BRANCH} branch."; git checkout ${SGL_BRANCH}; fi && cd ..; fi && rm -rf /tmp/local_src && cd sglang && cd python/sglang/kernels/aot && rm -f pyproject.toml && mv pyproject_rocm.toml pyproject.toml && AMDGPU_TARGET=$GPU_ARCH_LIST python setup_rocm.py install # buildkit

2026-09-04 21:30:07 UTC (buildkit.dockerfile.v0)

RUN |39 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.19 BRANCH_TYPE=remote SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=c16d44b93a528b2a4bfd6d8d3409116d465872a9 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=7c51d18fda59457cc9238ed262bd93c8cad906c9 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR=https://archive.ubuntu.com BUILD_TYPE=all /bin/sh -c pip list --format=freeze | grep -E '^(torch|triton)' > /tmp/constraints.txt # buildkit

2026-09-04 21:31:55 UTC (buildkit.dockerfile.v0)

RUN |39 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.19 BRANCH_TYPE=remote SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=c16d44b93a528b2a4bfd6d8d3409116d465872a9 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=7c51d18fda59457cc9238ed262bd93c8cad906c9 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR=https://archive.ubuntu.com BUILD_TYPE=all /bin/sh -c cd sglang && cp python/pyproject_other.toml python/pyproject.toml && case "${GPU_ARCH}" in *-rocm1000) srt_extras="srt_hip_rocm724,diffusion_hip"; all_extras="all_hip_rocm724" ; CONS="-c /tmp/constraints.txt" ; ;; *-rocm724) srt_extras="srt_hip_rocm724,diffusion_hip"; all_extras="all_hip_rocm724" ; CONS="-c /tmp/constraints.txt" ; ;; *-rocm720) srt_extras="srt_hip,diffusion_hip"; all_extras="all_hip" ; CONS="-c /tmp/constraints.txt" ; ;; *) srt_extras="srt_hip,diffusion_hip"; all_extras="all_hip" ; CONS="-c /tmp/constraints.txt" ; echo 'diffusers==0.37.0' >> /tmp/constraints.txt ; echo 'transformers==5.12.1' >> /tmp/constraints.txt ; echo 'tokenizers==0.22.2' >> /tmp/constraints.txt ; echo 'huggingface_hub==1.27.0' >> /tmp/constraints.txt ; ;; esac && if [ "$BUILD_TYPE" = "srt" ]; then export SETUPTOOLS_SCM_PRETEND_VERSION="${SETUPTOOLS_SCM_PRETEND_VERSION}" && python -m pip --no-cache-dir install $CONS -e "python[${srt_extras}]"; else export SETUPTOOLS_SCM_PRETEND_VERSION="${SETUPTOOLS_SCM_PRETEND_VERSION}" && python -m pip --no-cache-dir install $CONS -e "python[${all_extras}]"; fi # buildkit

2026-09-04 21:31:55 UTC (buildkit.dockerfile.v0)

RUN |39 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.19 BRANCH_TYPE=remote SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=c16d44b93a528b2a4bfd6d8d3409116d465872a9 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=7c51d18fda59457cc9238ed262bd93c8cad906c9 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR=https://archive.ubuntu.com BUILD_TYPE=all /bin/sh -c python -m pip cache purge # buildkit

2026-09-04 21:31:56 UTC (buildkit.dockerfile.v0)

RUN |39 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.19 BRANCH_TYPE=remote SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=c16d44b93a528b2a4bfd6d8d3409116d465872a9 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=7c51d18fda59457cc9238ed262bd93c8cad906c9 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR=https://archive.ubuntu.com BUILD_TYPE=all /bin/sh -c case "${GPU_ARCH##*-}" in rocm724) expected_torch="2.11."; expected_audio="2.11."; expected_vision="0.26." ;; rocm1000) expected_torch="2.11."; expected_audio="2.11."; expected_vision="0.26." ;; *) exit 0 ;; esac && python3 -m pip check && python3 -c "import torch, torchaudio, torchvision, triton; expected={'torch':'${expected_torch}','torchaudio':'${expected_audio}','torchvision':'${expected_vision}'}; actual={'torch':torch.__version__,'torchaudio':torchaudio.__version__,'torchvision':torchvision.__version__,'triton':triton.__version__}; assert torch.version.hip, actual; assert all(actual[name].startswith(version) for name, version in expected.items()), actual; print('Validated ROCm stack:', actual, 'HIP', torch.version.hip)" && if pip list --format=freeze | grep -Eq '^nvidia-.*-cu[0-9]+'; then echo "ERROR: NVIDIA CUDA runtime packages were installed into the ROCm image"; exit 1; fi # buildkit

2026-09-04 21:31:56 UTC (buildkit.dockerfile.v0)

RUN |39 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.19 BRANCH_TYPE=remote SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=c16d44b93a528b2a4bfd6d8d3409116d465872a9 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=7c51d18fda59457cc9238ed262bd93c8cad906c9 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR=https://archive.ubuntu.com BUILD_TYPE=all /bin/sh -c find /sgl-workspace/sglang/python/sglang/srt/layers/quantization/configs/ /sgl-workspace/sglang/python/sglang/srt/layers/moe/fused_moe_triton/configs/ -type f -name '*MI300X*' | xargs -I {} sh -c 'vf_config=$(echo "$1" | sed "s/MI300X/MI300X_VF/"); cp "$1" "$vf_config"' -- {} # buildkit

2026-09-04 21:42:48 UTC (buildkit.dockerfile.v0)

RUN |39 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.19 BRANCH_TYPE=remote SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=c16d44b93a528b2a4bfd6d8d3409116d465872a9 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=7c51d18fda59457cc9238ed262bd93c8cad906c9 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR=https://archive.ubuntu.com BUILD_TYPE=all /bin/sh -c python3 -m pip install --no-cache-dir "maturin<1.14" && sed -i -E 's|^(smg-[a-zA-Z-]+)\s*=\s*"~1\.0\.0"|\1 = "=1.0.0"|' /sgl-workspace/sglang/sgl-model-gateway/Cargo.toml && grep -E '^smg-' /sgl-workspace/sglang/sgl-model-gateway/Cargo.toml && cd /sgl-workspace/sglang/sgl-model-gateway/bindings/python && ulimit -n 65536 && maturin build --release --features vendored-openssl --out dist && python3 -m pip install --force-reinstall dist/*.whl && rm -rf /root/.cache # buildkit

2026-09-04 21:42:48 UTC (buildkit.dockerfile.v0)

ENV DEBIAN_FRONTEND=noninteractive

2026-09-04 21:42:48 UTC (buildkit.dockerfile.v0)

ENV LIBGL_ALWAYS_INDIRECT=1

2026-09-04 21:42:48 UTC (buildkit.dockerfile.v0)

RUN |39 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.19 BRANCH_TYPE=remote SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=c16d44b93a528b2a4bfd6d8d3409116d465872a9 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=7c51d18fda59457cc9238ed262bd93c8cad906c9 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR=https://archive.ubuntu.com BUILD_TYPE=all /bin/sh -c echo "LC_ALL=en_US.UTF-8" >> /etc/environment # buildkit

2026-09-04 21:47:21 UTC (buildkit.dockerfile.v0)

RUN |39 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.19 BRANCH_TYPE=remote SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=c16d44b93a528b2a4bfd6d8d3409116d465872a9 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=7c51d18fda59457cc9238ed262bd93c8cad906c9 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR=https://archive.ubuntu.com BUILD_TYPE=all /bin/sh -c /bin/bash -lc 'set -euo pipefail; echo "[TileLang] Building TileLang for ${GPU_ARCH}"; apt-get update && apt-get install -y --no-install-recommends build-essential git wget curl ca-certificates gnupg libgtest-dev libgmock-dev libprotobuf-dev protobuf-compiler libgflags-dev libsqlite3-dev python3 python3-dev python3-setuptools python3-pip python3-apt gcc libtinfo-dev zlib1g-dev libedit-dev libxml2-dev vim cmake ninja-build pkg-config libstdc++6 software-properties-common && rm -rf /var/lib/apt/lists/*; VENV_PY="/opt/venv/bin/python"; VENV_PIP="/opt/venv/bin/pip"; if [ ! -x "$VENV_PY" ]; then VENV_PY="python3"; fi; if [ ! -x "$VENV_PIP" ]; then VENV_PIP="pip3"; fi; cmake -S /usr/src/googletest -B /tmp/build-gtest -DBUILD_GTEST=ON -DBUILD_GMOCK=ON -DCMAKE_BUILD_TYPE=Release && cmake --build /tmp/build-gtest -j"$(nproc)" && cp -v /tmp/build-gtest/lib/*.a /usr/lib/x86_64-linux-gnu/ && rm -rf /tmp/build-gtest; "$VENV_PIP" install --upgrade "setuptools>=77.0.3,<80" wheel "cmake==4.3.4" ninja scikit-build-core && "$VENV_PIP" cache purge || true; LLVM_CONFIG_PATH=""; for p in /opt/rocm/llvm/bin/llvm-config /opt/rocm/llvm-*/bin/llvm-config /opt/rocm-*/llvm*/bin/llvm-config; do if [ -x "$p" ]; then LLVM_CONFIG_PATH="$p"; break; fi; done; if [ -z "$LLVM_CONFIG_PATH" ]; then echo "[TileLang] ROCm llvm-config not found; installing LLVM 18..."; curl -fsSL --retry 5 --retry-delay 3 --retry-all-errors https://apt.llvm.org/llvm-snapshot.gpg.key | gpg --dearmor -o /etc/apt/keyrings/llvm.gpg; echo "deb [signed-by=/etc/apt/keyrings/llvm.gpg] http://apt.llvm.org/jammy/ llvm-toolchain-jammy-18 main" > /etc/apt/sources.list.d/llvm.list; apt-get update; apt-get install -y --no-install-recommends llvm-18; rm -rf /var/lib/apt/lists/*; LLVM_CONFIG_PATH="$(command -v llvm-config-18)"; if [ -z "$LLVM_CONFIG_PATH" ]; then echo "ERROR: llvm-config-18 not found after install"; exit 1; fi; fi; echo "[TileLang] Using LLVM_CONFIG at: $LLVM_CONFIG_PATH"; export PATH="$(dirname "$LLVM_CONFIG_PATH"):/usr/local/bin:${PATH}"; export LLVM_CONFIG="$LLVM_CONFIG_PATH"; mkdir -p /usr/local/bin && printf "#!/usr/bin/env bash\nexec \"%s\" \"\$@\"\n" "$LLVM_CONFIG_PATH" > /usr/local/bin/llvm-config-16 && chmod +x /usr/local/bin/llvm-config-16; "$VENV_PIP" install --no-cache-dir "cython>=0.29.36,<3.0" "apache-tvm-ffi @ git+https://github.com/apache/tvm-ffi.git@37d0485b2058885bf4e7a486f7d7b2174a8ac1ce" "z3-solver==4.15.4.0"; git clone --recursive "${TILELANG_REPO}" /opt/tilelang && cd /opt/tilelang && git fetch --depth=1 origin "${TILELANG_COMMIT}" || true && git checkout -f "${TILELANG_COMMIT}" && git submodule update --init --recursive && if [ "${GPU_ARCH_LIST}" = "gfx1250" ]; then export ROCM_PATH=${ROCM_HOME}; else export ROCM_PATH=/opt/rocm; fi; export CMAKE_ARGS="-DUSE_CUDA=OFF -DUSE_ROCM=ON -DROCM_PATH=${ROCM_PATH} -DLLVM_CONFIG=${LLVM_CONFIG} -DSKBUILD_SABI_VERSION= ${CMAKE_ARGS:-}" && "$VENV_PIP" install -e . -v --no-build-isolation --no-deps; if [ -f pyproject.toml ]; then sed -i "/^[[:space:]]*\"torch/d" pyproject.toml || true; fi; "$VENV_PIP" cache purge || true; "$VENV_PY" -c "import tilelang; print(tilelang.__version__)"' # buildkit

2026-09-04 21:48:49 UTC (buildkit.dockerfile.v0)

RUN |39 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.19 BRANCH_TYPE=remote SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=c16d44b93a528b2a4bfd6d8d3409116d465872a9 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=7c51d18fda59457cc9238ed262bd93c8cad906c9 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR=https://archive.ubuntu.com BUILD_TYPE=all /bin/sh -c /bin/bash -lc 'set -euo pipefail; git clone --branch "${FHT_BRANCH}" "${FHT_REPO}" fast-hadamard-transform; cd fast-hadamard-transform; git checkout -f "${FHT_COMMIT}"; PYTORCH_ROCM_ARCH=${GPU_ARCH_LIST} python setup.py install' # buildkit

2026-09-04 21:48:51 UTC (buildkit.dockerfile.v0)

RUN |39 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.19 BRANCH_TYPE=remote SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=c16d44b93a528b2a4bfd6d8d3409116d465872a9 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=7c51d18fda59457cc9238ed262bd93c8cad906c9 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR=https://archive.ubuntu.com BUILD_TYPE=all /bin/sh -c python3 -m pip install --no-cache-dir py-spy pre-commit tabulate # buildkit

2026-09-04 21:50:53 UTC (buildkit.dockerfile.v0)

RUN |39 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.19 BRANCH_TYPE=remote SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=c16d44b93a528b2a4bfd6d8d3409116d465872a9 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=7c51d18fda59457cc9238ed262bd93c8cad906c9 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR=https://archive.ubuntu.com BUILD_TYPE=all /bin/sh -c /bin/bash -lc 'set -euo pipefail; if [ "${ENABLE_MORI}" != "1" ]; then echo "[MORI] Skipping (ENABLE_MORI=${ENABLE_MORI})"; exit 0; fi; echo "[MORI] Enabling MORI (NIC_BACKEND=${NIC_BACKEND})"; apt-get update && apt-get install -y --no-install-recommends build-essential g++ jq libopenmpi-dev libpci-dev initramfs-tools && rm -rf /var/lib/apt/lists/*; if [ "${GPU_ARCH_LIST}" = "gfx1250" ]; then apt-get update && apt-get install -y --no-install-recommends libdrm-dev librdmacm-dev rdmacm-utils infiniband-diags ibverbs-utils perftest ethtool libibverbs-dev rdma-core openssh-server openmpi-bin openmpi-common libopenmpi-dev libgrpc++-dev protobuf-compiler-grpc && rm -rf /var/lib/apt/lists/*; fi; case "${NIC_BACKEND}" in none) apt-get update && apt-get install -y --no-install-recommends ca-certificates curl gnupg apt-transport-https && rm -rf /var/lib/apt/lists/* && mkdir -p /etc/apt/keyrings; curl -fsSL --retry 5 --retry-delay 3 --retry-all-errors https://repo.radeon.com/rocm/rocm.gpg.key | gpg --dearmor > /etc/apt/keyrings/amdainic.gpg; echo "deb [arch=amd64 signed-by=/etc/apt/keyrings/amdainic.gpg] https://repo.radeon.com/amdainic/pensando/ubuntu/${AINIC_VERSION} ${UBUNTU_CODENAME} main" > /etc/apt/sources.list.d/amdainic.list; apt-get update && apt-get install -y --no-install-recommends libionic-dev ionic-common ; rm -rf /var/lib/apt/lists/*; install -m 0755 -d /etc/apt/keyrings && curl -fsSL --retry 5 --retry-delay 3 --retry-all-errors https://packages.broadcom.com/artifactory/api/security/keypair/PackagesKey/public -o /etc/apt/keyrings/broadcom-nic.asc && chmod a+r /etc/apt/keyrings/broadcom-nic.asc && echo "deb [arch=amd64 signed-by=/etc/apt/keyrings/broadcom-nic.asc] https://packages.broadcom.com/artifactory/ethernet-nic-debian-public jammy main" > /etc/apt/sources.list.d/broadcom-nic.list && apt-get update && apt-get install -y ibverbs-utils bnxt-rocelib=235.2.86.0 && cp /usr/local/lib/x86_64-linux-gnu/libbnxt_re* /usr/local/lib/. ;; ainic) apt-get update && apt-get install -y --no-install-recommends ca-certificates curl gnupg apt-transport-https && rm -rf /var/lib/apt/lists/* && mkdir -p /etc/apt/keyrings; curl -fsSL --retry 5 --retry-delay 3 --retry-all-errors https://repo.radeon.com/rocm/rocm.gpg.key | gpg --dearmor > /etc/apt/keyrings/amdainic.gpg; echo "deb [arch=amd64 signed-by=/etc/apt/keyrings/amdainic.gpg] https://repo.radeon.com/amdainic/pensando/ubuntu/${AINIC_VERSION} ${UBUNTU_CODENAME} main" > /etc/apt/sources.list.d/amdainic.list; apt-get update && apt-get install -y --no-install-recommends libionic-dev ionic-common ; rm -rf /var/lib/apt/lists/*; ;; bnxt) echo "[MORI] Enabling Broadcom BNXT backend"; apt-get update && apt-get install -y --no-install-recommends ca-certificates curl && install -m 0755 -d /etc/apt/keyrings && curl -fsSL --retry 5 --retry-delay 3 --retry-all-errors https://packages.broadcom.com/artifactory/api/security/keypair/PackagesKey/public -o /etc/apt/keyrings/broadcom-nic.asc && chmod a+r /etc/apt/keyrings/broadcom-nic.asc && echo "deb [arch=amd64 signed-by=/etc/apt/keyrings/broadcom-nic.asc] https://packages.broadcom.com/artifactory/ethernet-nic-debian-public jammy main" > /etc/apt/sources.list.d/broadcom-nic.list && apt-get update && apt-get install -y ibverbs-utils bnxt-rocelib=235.2.86.0 && cp /usr/local/lib/x86_64-linux-gnu/libbnxt_re* /usr/local/lib/. ;; *) echo "ERROR: unknown NIC_BACKEND=${NIC_BACKEND}. Use one of: none, ainic"; exit 2; ;; esac; export MORI_GPU_ARCHS="${GPU_ARCH_LIST}"; echo "[MORI] MORI_GPU_ARCHS=${MORI_GPU_ARCHS} NIC_BACKEND=${NIC_BACKEND}"; rm -rf /sgl-workspace/mori; git clone "${MORI_REPO}" /sgl-workspace/mori; cd /sgl-workspace/mori; git checkout "${MORI_COMMIT}"; git submodule update --init --recursive; ROCM_SYSDEPS="${ROCM_HOME:-/opt/rocm}/lib/rocm_sysdeps"; if [ "${GPU_ARCH_LIST}" = "gfx1250" ] && [ -d "${ROCM_SYSDEPS}" ]; then export PATH="${ROCM_HOME}/bin:${PATH}"; export CMAKE_PREFIX_PATH="${ROCM_SYSDEPS}/lib/cmake:${ROCM_SYSDEPS}:${ROCM_HOME}/lib/cmake:${ROCM_HOME}${CMAKE_PREFIX_PATH:+:${CMAKE_PREFIX_PATH}}"; export CPATH="${ROCM_SYSDEPS}/include${CPATH:+:${CPATH}}"; export LIBRARY_PATH="${ROCM_SYSDEPS}/lib${LIBRARY_PATH:+:${LIBRARY_PATH}}"; echo "${ROCM_SYSDEPS}/lib" > /etc/ld.so.conf.d/rocm-sysdeps.conf; ldconfig; echo "[MORI] rocm_sysdeps prefix: ${ROCM_SYSDEPS}"; elif [ "${GPU_ARCH##*-}" = "rocm1000" ] && [ -d "${ROCM_SYSDEPS}" ]; then export CMAKE_PREFIX_PATH="${ROCM_SYSDEPS}${CMAKE_PREFIX_PATH:+:${CMAKE_PREFIX_PATH}}"; export CPATH="${ROCM_SYSDEPS}/include${CPATH:+:${CPATH}}"; export LIBRARY_PATH="${ROCM_SYSDEPS}/lib${LIBRARY_PATH:+:${LIBRARY_PATH}}"; echo "${ROCM_SYSDEPS}/lib" > /etc/ld.so.conf.d/rocm-sysdeps.conf; ldconfig; echo "[MORI] rocm_sysdeps prefix: ${ROCM_SYSDEPS}"; fi; python3 setup.py develop; python3 -c "import os, torch; print(os.path.join(os.path.dirname(torch.__file__), \"lib\"))" > /etc/ld.so.conf.d/torch.conf; ldconfig; echo "export PYTHONPATH=/sgl-workspace/mori:\${PYTHONPATH}" >> /etc/bash.bashrc; echo "[MORI] Done."' # buildkit

2026-09-04 21:52:53 UTC (buildkit.dockerfile.v0)

RUN |39 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.19 BRANCH_TYPE=remote SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=c16d44b93a528b2a4bfd6d8d3409116d465872a9 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=7c51d18fda59457cc9238ed262bd93c8cad906c9 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR=https://archive.ubuntu.com BUILD_TYPE=all /bin/sh -c /bin/bash -lc 'set -euo pipefail; [ "${ENABLE_NIXL}" = "1" ] || { echo "[NIXL] skip (ENABLE_NIXL=${ENABLE_NIXL})"; exit 0; }; apt-get update && apt-get install -y --no-install-recommends build-essential autoconf automake libtool pkg-config git libibverbs-dev librdmacm-dev rdma-core && rm -rf /var/lib/apt/lists/*; if [ "${GPU_ARCH_LIST}" = "gfx1250" ]; then apt-get remove -y libabsl-dev libabsl20220623 || true; else case "${GPU_ARCH}" in *-rocm724|*-rocm1000) apt-get remove -y libabsl-dev ;; esac; fi; pip install --no-cache-dir meson ninja pybind11 meson-python patchelf pyyaml; git clone --depth=1 -b "${UCX_BRANCH}" "${UCX_REPO}" /sgl-workspace/ucx; cd /sgl-workspace/ucx && ./autogen.sh && mkdir build && cd build && ../configure --prefix=/opt/ucx --enable-shared --disable-static --disable-doxygen-doc --enable-optimizations --enable-devel-headers --with-rocm=/opt/rocm --with-verbs --with-dm --enable-mt && make -j"$(nproc)" && make install; git clone --depth=1 -b v3.10.0 https://github.com/taskflow/taskflow.git /sgl-workspace/taskflow; cp -r /sgl-workspace/taskflow/taskflow /usr/local/include/; mkdir -p /usr/local/lib/pkgconfig; printf "Name: taskflow\nDescription: Taskflow\nVersion: 3.10.0\nCflags: -I/usr/local/include\n" > /usr/local/lib/pkgconfig/taskflow.pc; git clone "${NIXL_REPO}" /sgl-workspace/nixl && cd /sgl-workspace/nixl && git checkout -f "${NIXL_COMMIT}"; CXXFLAGS="-Wno-error" LD_LIBRARY_PATH="/opt/ucx/lib:/opt/rocm/lib" PKG_CONFIG_PATH="/usr/local/lib/pkgconfig" pip install . --no-deps --no-build-isolation --config-settings=setup-args="-Ducx_path=/opt/ucx" --config-settings=setup-args="-Dwheel_variant=rocm" --config-settings=setup-args="-Denable_plugins=UCX,POSIX"; SITE=$(python3 -c "import sysconfig; print(sysconfig.get_paths()[\"purelib\"])"); ln -sfn nixl_rocm "$SITE/nixl"; echo "export LD_LIBRARY_PATH=/opt/ucx/lib:\${LD_LIBRARY_PATH}" >> /etc/bash.bashrc' # buildkit

2026-09-04 21:52:53 UTC (buildkit.dockerfile.v0)

ARG TORCH_ROCM_FILE=torch-2.9.1+rocm7.2.0.lw.git7e1940d4-cp310-cp310-linux_x86_64.whl

2026-09-04 21:52:53 UTC (buildkit.dockerfile.v0)

RUN |40 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.19 BRANCH_TYPE=remote SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=c16d44b93a528b2a4bfd6d8d3409116d465872a9 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=7c51d18fda59457cc9238ed262bd93c8cad906c9 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR=https://archive.ubuntu.com BUILD_TYPE=all TORCH_ROCM_FILE=torch-2.9.1+rocm7.2.0.lw.git7e1940d4-cp310-cp310-linux_x86_64.whl /bin/sh -c mkdir /tmp/whl && cd /tmp/whl && export TORCH_ROCM_FILE="${TORCH_ROCM_FILE}" && cat > hack.py <<"PY" import zipfile, csv, os, re from pathlib import Path fname = os.environ["TORCH_ROCM_FILE"] in_whl = Path("/") / fname out_whl = Path("/tmp")/ fname work = Path("/tmp/whl") # 1) Extract with zipfile.ZipFile(in_whl, "r") as z: z.extractall(work) # 2) Locate dist-info and patch METADATA (edit this logic to match your exact line) dist_info = next(work.glob("*.dist-info")) meta = dist_info / "METADATA" txt = meta.read_text(encoding="utf-8") # Example: replace one exact requirement form. # Adjust the string to match what you actually see. pat = r"^Requires-Dist:\s*triton==3.5.1[^\s]*;" txt2, n = re.subn(pat, r"triton>=3.5.1;", txt, flags=re.MULTILINE) if txt2 == txt: raise SystemExit("Did not find expected Requires-Dist line to replace in METADATA") meta.write_text(txt2, encoding="utf-8") # 3) Hacky step: blank hash/size columns in RECORD record = dist_info / "RECORD" rows = [] with record.open(newline="", encoding="utf-8") as f: for r in csv.reader(f): if not r: continue # keep filename, blank out hash and size rows.append([r[0], "", ""]) with record.open("w", newline="", encoding="utf-8") as f: csv.writer(f).writerows(rows) # 4) Re-zip as a wheel with zipfile.ZipFile(out_whl, "w", compression=zipfile.ZIP_DEFLATED) as z: for p in work.rglob("*"): if p.is_file(): z.write(p, p.relative_to(work).as_posix()) print("Wrote", out_whl) PY # buildkit

2026-09-04 21:55:10 UTC (buildkit.dockerfile.v0)

RUN |40 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.19 BRANCH_TYPE=remote SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=c16d44b93a528b2a4bfd6d8d3409116d465872a9 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=7c51d18fda59457cc9238ed262bd93c8cad906c9 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR=https://archive.ubuntu.com BUILD_TYPE=all TORCH_ROCM_FILE=torch-2.9.1+rocm7.2.0.lw.git7e1940d4-cp310-cp310-linux_x86_64.whl /bin/sh -c cd /tmp/whl && case "${GPU_ARCH}" in *rocm720*) echo "ROCm 7.2 flavor detected from GPU_ARCH=${GPU_ARCH}"; python hack.py && python3 -m pip install --force --no-deps /tmp/${TORCH_ROCM_FILE} && rm -fr /tmp/whl /tmp/${TORCH_ROCM_FILE} ;; *) echo "Not rocm720 (GPU_ARCH=${GPU_ARCH}), skip patch"; ;; esac # buildkit

2026-09-04 21:55:11 UTC (buildkit.dockerfile.v0)

RUN |40 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.19 BRANCH_TYPE=remote SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=c16d44b93a528b2a4bfd6d8d3409116d465872a9 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=7c51d18fda59457cc9238ed262bd93c8cad906c9 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR=https://archive.ubuntu.com BUILD_TYPE=all TORCH_ROCM_FILE=torch-2.9.1+rocm7.2.0.lw.git7e1940d4-cp310-cp310-linux_x86_64.whl /bin/sh -c python3 -c "from pathlib import Path; import transformers.dynamic_module_utils as m; p=Path(m.__file__); t=p.read_text(); p.write_text(t.replace('Path(resolved_module_file).resolve()','Path(resolved_module_file)').replace('Path(source_file).resolve()','Path(source_file)'))" # buildkit

2026-09-04 21:55:29 UTC (buildkit.dockerfile.v0)

RUN |40 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.19 BRANCH_TYPE=remote SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=c16d44b93a528b2a4bfd6d8d3409116d465872a9 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=7c51d18fda59457cc9238ed262bd93c8cad906c9 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR=https://archive.ubuntu.com BUILD_TYPE=all TORCH_ROCM_FILE=torch-2.9.1+rocm7.2.0.lw.git7e1940d4-cp310-cp310-linux_x86_64.whl /bin/sh -c if [ "$BUILD_TRITON" = "1" ]; then case "${GPU_ARCH}" in gfx1250-rocm1000) echo "[Triton] gfx1250: building ${TRITON_COMMIT} from source"; pip uninstall -y triton triton-rocm || true && apt-get update && apt-get install -y --no-install-recommends cmake && rm -rf /var/lib/apt/lists/* && git clone ${TRITON_REPO} triton-custom && cd triton-custom && git checkout ${TRITON_COMMIT} && pip install -r python/requirements.txt && pip install -e . && if [ -d python/triton_kernels ]; then pip install -e python/triton_kernels --no-deps; fi; ;; *rocm72*) echo "[Triton] ROCm 7.2: installing pinned wheels from ${TRITON_INDEX_URL}"; pip uninstall -y triton-rocm || true && PIP_NO_CACHE_DIR=1 pip install --extra-index-url ${TRITON_INDEX_URL} "triton==${TRITON_VERSION}" "triton-kernels==${TRITON_KERNELS_VERSION}"; ;; esac && python3 -c "import torch; from importlib.metadata import version; v = version('triton'); k = version('triton-kernels'); assert torch.version.hip is not None, torch.__version__; print(f'[Triton] ROCm Torch {torch.__version__}, Triton {v}, triton-kernels {k}')"; fi # buildkit

2026-09-04 21:55:30 UTC (buildkit.dockerfile.v0)

RUN |40 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main SGL_BRANCH=v0.5.19 BRANCH_TYPE=remote SETUPTOOLS_SCM_PRETEND_VERSION= TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/ TRITON_VERSION=3.7.0+amd.rocm7.2.0.git89002410 TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git89002410 TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 TORCH_ROCM_VERSION=2.11.0+rocm7.2 TORCHVISION_ROCM_VERSION=0.26.0+rocm7.2 TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.2 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=c16d44b93a528b2a4bfd6d8d3409116d465872a9 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a TILELANG_REPO=https://github.com/tile-ai/tilelang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 ENABLE_MORI=1 NIC_BACKEND=none MORI_REPO=https://github.com/ROCm/mori.git MORI_COMMIT=7c51d18fda59457cc9238ed262bd93c8cad906c9 ENABLE_NIXL=1 UCX_REPO=https://github.com/openucx/ucx.git UCX_BRANCH=v1.19.x NIXL_REPO=https://github.com/ai-dynamo/nixl.git NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 AINIC_VERSION=1.117.5-a-38 UBUNTU_CODENAME=jammy UBUNTU_MIRROR=https://archive.ubuntu.com BUILD_TYPE=all TORCH_ROCM_FILE=torch-2.9.1+rocm7.2.0.lw.git7e1940d4-cp310-cp310-linux_x86_64.whl /bin/sh -c case "${GPU_ARCH}" in *-rocm724) python3 -c "import pathlib,re,importlib.metadata as m; p=pathlib.Path(m.distribution('torch')._path)/'METADATA'; v=m.version('triton'); t,n=re.subn(r'^Requires-Dist: (?:triton|triton-rocm)==[^ ;]+', 'Requires-Dist: triton=='+v, p.read_text(), count=1, flags=re.M); assert n==1, n; p.write_text(t)" ;; esac # buildkit

2026-09-04 21:55:30 UTC (buildkit.dockerfile.v0)

ENV SGLANG_DISABLE_CUDNN_CHECK=1

2026-09-04 21:55:30 UTC (buildkit.dockerfile.v0)

ENV HIP_FORCE_DEV_KERNARG=1

2026-09-04 21:55:30 UTC (buildkit.dockerfile.v0)

ENV HSA_NO_SCRATCH_RECLAIM=1

2026-09-04 21:55:30 UTC (buildkit.dockerfile.v0)

ENV SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN=1

2026-09-04 21:55:30 UTC (buildkit.dockerfile.v0)

ENV SGLANG_INT4_WEIGHT=0

2026-09-04 21:55:30 UTC (buildkit.dockerfile.v0)

ENV SGLANG_MOE_PADDING=1

2026-09-04 21:55:30 UTC (buildkit.dockerfile.v0)

ENV SGLANG_ROCM_DISABLE_LINEARQUANT=0

2026-09-04 21:55:30 UTC (buildkit.dockerfile.v0)

ENV SGLANG_ROCM_FUSED_DECODE_MLA=1

2026-09-04 21:55:30 UTC (buildkit.dockerfile.v0)

ENV SGLANG_SET_CPU_AFFINITY=1

2026-09-04 21:55:30 UTC (buildkit.dockerfile.v0)

ENV SGLANG_USE_AITER=1

2026-09-04 21:55:30 UTC (buildkit.dockerfile.v0)

ENV SGLANG_USE_ROCM700A=1

2026-09-04 21:55:30 UTC (buildkit.dockerfile.v0)

ENV NCCL_MIN_NCHANNELS=112

2026-09-04 21:55:30 UTC (buildkit.dockerfile.v0)

ENV ROCM_QUICK_REDUCE_QUANTIZATION=INT8

2026-09-04 21:55:30 UTC (buildkit.dockerfile.v0)

ENV TORCHINDUCTOR_MAX_AUTOTUNE=1

2026-09-04 21:55:30 UTC (buildkit.dockerfile.v0)

ENV TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE=1

2026-09-04 21:55:30 UTC (buildkit.dockerfile.v0)

CMD ["/bin/bash"]