Namespace
lmsysorg
Image / Tagsglang:inkling-rocm700-mi35x
Content Digestsha256:dac797d4423bf39c18ddd5df791490a4e647df69bdbd96e67a2a03f669b1b131
Details
2026-07-16 07:47:31 UTC
20.5 GB
Labels
-
org.opencontainers.image.ref.nameubuntu
-
org.opencontainers.image.version22.04
Environment
AITER_COMMIT9127c94a18e4398e1eba91f6639e910f0994ad02
AITER_COMMIT_DEFAULT9127c94a18e4398e1eba91f6639e910f0994ad02
AITER_ROCM_ARCHgfx942;gfx950
AITER_USE_SYSTEM_TRITON1
BUILD_AITER_ALL1
BUILD_ENVIRONMENTrocm
BUILD_LLVM0
BUILD_MOONCAKE1
BUILD_TRITON0
BUILD_VLLM0
CARGO_BUILD_JOBS4
DEBIAN_FRONTENDnoninteractive
GPU_ARCH_LISTgfx950
HIP_FORCE_DEV_KERNARG1
HSA_NO_SCRATCH_RECLAIM1
LD_LIBRARY_PATH/opt/rocm/lib:/usr/local/lib:
LIBGL_ALWAYS_INDIRECT1
NCCL_MIN_NCHANNELS112
PATH/root/.cargo/bin:/opt/rocm/llvm/bin:/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/go/bin
PYTORCH_ROCM_ARCHgfx942;gfx950
RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES1
ROCM_PATH/opt/rocm
ROCM_QUICK_REDUCE_QUANTIZATIONINT8
SAFETENSORS_FAST_GPU1
SETUPTOOLS_SCM_PRETEND_VERSION SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN1
SGLANG_DISABLE_CUDNN_CHECK1
SGLANG_INT4_WEIGHT0
SGLANG_MOE_PADDING1
SGLANG_ROCM_DISABLE_LINEARQUANT0
SGLANG_ROCM_FUSED_DECODE_MLA1
SGLANG_SET_CPU_AFFINITY1
SGLANG_USE_AITER1
SGLANG_USE_ROCM700A1
TOKENIZERS_PARALLELISMfalse
TORCHINDUCTOR_MAX_AUTOTUNE1
TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE1
Layers
[#000] sha256:660ffc76f83b006444a5731b215acc2e35138d8be5cac8ed1ffd40f947117495 - 0.14% (29 MB)
[#001] sha256:8f15127cc838d4795842f8d5128ec8ccedc947a4c26bdb8e1c8a89573010cbf9 - 0.0% (279 KB)
[#002] sha256:9b15895e3240778a1d31a0b8723f42e3fc73d74de2b79dee5065270e41811191 - 0.52% (109 MB)
[#003] sha256:f9b093ef803eed8360bd562f73982d5d4a114d559e612431637e3c3e07faf617 - 0.46% (97 MB)
[#004] sha256:7871d920fb0f58d7a1fc7f5b0027ee60227caf3e8be097a3d0988828848a6f08 - 0.04% (7.91 MB)
[#005] sha256:7935d8c4e26c7e0e37de6a7cfac5ef6bc79c73f0fb25b28d2d70af14af058e4b - 27.01% (5.53 GB)
[#006] sha256:a32765e78010c12210c679162b0c3a43466caefdae8d71489c5eebddc7ed4576 - 0.01% (1.52 MB)
[#007] sha256:7fc751a2ed3a6d7f26a73c0a88db07cb81436acc3aa2e2748daf8298ba9a059c - 0.0% (1.51 KB)
[#008] sha256:980be016a223fa2a18bd60d857d0867b4967753b5814b7f0de85101e2095a437 - 5.4% (1.1 GB)
[#009] sha256:9e1a971876eca86347b1f454a236056e34b3e4881f36a8ca27d837ccbc078ba7 - 0.0% (211 Bytes)
[#010] sha256:ec6812b374e901a360b880ab91bc665e2ec30b263c99260f9181df35245714fd - 3.71% (778 MB)
[#011] sha256:01b887f14943d268505f1739aef04714decbdbded3d5b0e6dd1fd44043e0798d - 16.32% (3.34 GB)
[#012] sha256:844c307503277ef8d36c78bf60a9c4db797612e5c6b772815fa48dc50afb2f0a - 0.0% (101 KB)
[#013] sha256:2682f0d8340c43c56918deb2323bb9f95024e03bf6fa1cdca17fe086f9b0cbcd - 0.0% (92 Bytes)
[#014] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#015] sha256:349b8c8a8418ab4c32c334809fe76d80d5eb227d6e8fc3bf07b3e2d2433382ce - 0.27% (57.1 MB)
[#016] sha256:d0b1657b26f52390bacd24decbaa740bb5b48d2fdcb99e80e8ccf15626a2bd7d - 0.3% (63.7 MB)
[#017] sha256:45b70560bebf374c6d113fc05f8bbe5cf41887928806a4662b31945d588c96cb - 1.45% (303 MB)
[#018] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#019] sha256:b18067367790691d3058fc9f44d0e08fb07996efca9d608f08014e971314202e - 4.99% (1.02 GB)
[#020] sha256:80e4388c8594fcbfc3c5e41f9e959ab0dc0c4116c23fd0309ebf7d0397086556 - 0.0% (388 Bytes)
[#021] sha256:43bd5f89e157180d5b02b13f8ab470dee982086cdaef848f0956cfd624f36feb - 0.4% (84.1 MB)
[#022] sha256:4f4e25c713a5dfdf5d3f6845e8e09750546ad7c851c00d5db4285915ac2f3500 - 0.0% (1.34 KB)
[#023] sha256:fa9b244e8ec3fb6a159a4e3b938028181c84317c24d020ebca395f90df8ff75b - 0.0% (1.33 KB)
[#024] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#025] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#026] sha256:802ff7b676ecb44b7efaa930639aeae329ea4993532445399c809b3536bce21d - 0.0% (2.02 KB)
[#027] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#028] sha256:91c970c997c510f151a2cbfec58a839a4421cc52018c05d4f193ebf53d873b5e - 0.04% (9.16 MB)
[#029] sha256:c7b1c2221fca13ba2b345f64f32ebe6eefe60b97649ddfada449e3b2ba529842 - 5.53% (1.13 GB)
[#030] sha256:f741376ff6a106b4e65b85727d5352c4817f8843ccb1d1317488117a3f64f7c2 - 0.0% (166 KB)
[#031] sha256:d9b88c1e947df153a32405706fbad57d3b6cabc0e8d4826d092c556662a20dac - 0.0% (160 KB)
[#032] sha256:0e6681539f16bad0519c1164ceef03fc35cc390db82dda1581f55850de1cee68 - 0.0% (1.05 KB)
[#033] sha256:27e80fbdbde49c328cc1f5785b32cb1755f9f386fa6de4dec4d992f9a97c7060 - 0.0% (234 Bytes)
[#034] sha256:38be8aee72308b21ce0133abd060f935392c5a7da39e907cf0f03337ed640274 - 0.0% (554 KB)
[#035] sha256:dd052cd97aa77ca6d1ec930fc12aede1b352bce49df00cca367e7b196bab4384 - 0.02% (4.71 MB)
[#036] sha256:599b39abf66d03b3f168a2b9f8f79dd90a47cd429fcc755098c4a76eb1f32ae1 - 0.0% (103 Bytes)
[#037] sha256:11f913259a4ad024642eabc99ca999c84647e638992aae4394f272ccb5ad2146 - 0.0% (520 Bytes)
[#038] sha256:ebcc5f9197dcdd552c8a62cf88e6c5eafbc286b4f6f8f82204049db2a0cd6316 - 3.66% (767 MB)
[#039] sha256:28d5c5bbad01957d75d179cef71a94151dfd33c6955cd9cac03a6ab8a0119064 - 3.58% (751 MB)
[#040] sha256:5e72715fa191bd5983e0e81088937f99ee6b8ef3438f905e047972421c200283 - 8.55% (1.75 GB)
[#041] sha256:692c1839c847565a3a553490b0627ba4446505ecbe1e7cbe60bf2fd29f0121f5 - 0.11% (22.3 MB)
[#042] sha256:d34baa549b49d0753660f84e24c7abeff522da11398cfc480a676d23b61d6dbe - 1.39% (290 MB)
[#043] sha256:cda7c8a567defb314b35582e81178194d9c3a95aa40b4c4edeb1b67130f7a9a9 - 0.24% (50.9 MB)
[#044] sha256:45246edaaa958188247d47e3a9bb499c0c84e9d1fd0fc8f374f438282b0ed907 - 2.65% (556 MB)
[#045] sha256:9c70ed94be7783c9ab0f8fa4ae9a06f74b733b82d86a684168afd2b06c3a76bb - 0.0% (78.8 KB)
[#046] sha256:23ad14c7984bb62ad5c2bf7bc5314644430ac6542a3be0ebbbfe52ee697b4006 - 0.0% (1.44 KB)
[#047] sha256:01b9a51dbc6880968fe03cd2525fce00d687f95604c98a30918179c8fe9fe465 - 6.93% (1.42 GB)
[#048] sha256:d0a55ad5a3fd08d02b23cf65c53c60db49e43db10ede9b0a27dfe932aefecade - 0.0% (209 Bytes)
[#049] sha256:98ab9d2dc320e558edb48eeafc06c3b89420fc51e8c8c4771476775b3c097f68 - 5.07% (1.04 GB)
[#050] sha256:1e35a5220331d62f578eadaf0b86543a906af7c80f09e5bc60762c06d6b33f5f - 0.11% (22.7 MB)
[#051] sha256:176ce0a7006357b6ef234c0c01f3555d70c24fe79f2c5054bfeb79dcb63d8af2 - 0.03% (6.72 MB)
[#052] sha256:91ad05403462c7068bc7395f8d664671131753dd3791ec66de1ee791fd5ab886 - 1.05% (220 MB)
[#053] sha256:a489a93cbd1ea452a8c703858fab5377e5c46f94448f69fe3fc166e67ef47caf - 0.0% (146 Bytes)
History
/bin/sh -c #(nop) ARG RELEASE
2025-07-30 05:32:11 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2025-07-30 05:32:11 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
2025-07-30 05:32:11 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04
2025-07-30 05:32:14 UTC/bin/sh -c #(nop) ADD file:598bb7ba54e5a576778e9ebe1f4e514188812bea30c08d00446f8d04c37053e6 in /
2025-07-30 05:32:14 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2025-08-19 10:06:15 UTC (buildkit.dockerfile.v0)ARG PYTHON_VERSION=3.10
2025-08-19 10:06:15 UTC (buildkit.dockerfile.v0)ARG ROCM_BUILD_JOB=compute-rocm-rel-7.0
2025-08-19 10:06:15 UTC (buildkit.dockerfile.v0)ARG LKG_BUILD_NUM=38
2025-08-19 10:06:15 UTC (buildkit.dockerfile.v0)ARG ARTF_SERV=http://compute-artifactory.amd.com
2025-08-19 10:06:15 UTC (buildkit.dockerfile.v0)ARG ARTF_PRE=http://compute-artifactory.amd.com/artifactory/list
2025-08-19 10:06:15 UTC (buildkit.dockerfile.v0)ARG PYTORCH_VERSION=2.8.0
2025-08-19 10:06:15 UTC (buildkit.dockerfile.v0)ARG ROCM_VERSION
2025-08-19 10:06:15 UTC (buildkit.dockerfile.v0)ARG PYTHON_VERSION_PYTORCH=310
2025-08-19 10:06:15 UTC (buildkit.dockerfile.v0)ARG PY_POST_COMP=
2025-08-19 10:06:15 UTC (buildkit.dockerfile.v0)ARG WHL_INSTALL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.0/38/torch-2.8.0+rocm7.0.0.lw.gitb2fb6885-cp310-cp310-linux_x86_64.sh
2025-08-19 10:06:15 UTC (buildkit.dockerfile.v0)ARG OS_VERSION=22.04
2025-08-19 10:06:15 UTC (buildkit.dockerfile.v0)ARG PYTORCH_ROCM_ARCH=gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1200;gfx1201;gfx950;gfx1151
2025-08-19 10:06:15 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive
2025-08-19 10:06:15 UTC (buildkit.dockerfile.v0)RUN |12 PYTHON_VERSION=3.10 ROCM_BUILD_JOB=compute-rocm-rel-7.0 LKG_BUILD_NUM=38 ARTF_SERV=http://compute-artifactory.amd.com ARTF_PRE=http://compute-artifactory.amd.com/artifactory/list PYTORCH_VERSION=2.8.0 ROCM_VERSION= PYTHON_VERSION_PYTORCH=310 PY_POST_COMP= WHL_INSTALL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.0/38/torch-2.8.0+rocm7.0.0.lw.gitb2fb6885-cp310-cp310-linux_x86_64.sh OS_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1200;gfx1201;gfx950;gfx1151 /bin/sh -c echo "tzdata tzdata/Areas select Etc" | debconf-set-selections && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections # buildkit
2025-08-19 10:07:01 UTC (buildkit.dockerfile.v0)RUN |12 PYTHON_VERSION=3.10 ROCM_BUILD_JOB=compute-rocm-rel-7.0 LKG_BUILD_NUM=38 ARTF_SERV=http://compute-artifactory.amd.com ARTF_PRE=http://compute-artifactory.amd.com/artifactory/list PYTORCH_VERSION=2.8.0 ROCM_VERSION= PYTHON_VERSION_PYTORCH=310 PY_POST_COMP= WHL_INSTALL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.0/38/torch-2.8.0+rocm7.0.0.lw.gitb2fb6885-cp310-cp310-linux_x86_64.sh OS_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1200;gfx1201;gfx950;gfx1151 /bin/sh -c apt update && apt install -y wget software-properties-common curl rsync dialog git # buildkit
2025-08-19 10:07:01 UTC (buildkit.dockerfile.v0)ENV PATH=/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2025-08-19 10:07:01 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/opt/rocm/lib
2025-08-19 10:07:33 UTC (buildkit.dockerfile.v0)RUN |12 PYTHON_VERSION=3.10 ROCM_BUILD_JOB=compute-rocm-rel-7.0 LKG_BUILD_NUM=38 ARTF_SERV=http://compute-artifactory.amd.com ARTF_PRE=http://compute-artifactory.amd.com/artifactory/list PYTORCH_VERSION=2.8.0 ROCM_VERSION= PYTHON_VERSION_PYTORCH=310 PY_POST_COMP= WHL_INSTALL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.0/38/torch-2.8.0+rocm7.0.0.lw.gitb2fb6885-cp310-cp310-linux_x86_64.sh OS_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1200;gfx1201;gfx950;gfx1151 /bin/sh -c add-apt-repository ppa:deadsnakes/ppa && apt update && apt install -y python${PYTHON_VERSION} python3-pip python3-venv && if [ "${PYTHON_VERSION}" = "3.8" ] || [ "${PYTHON_VERSION}" = "3.9" ] || [ "${PYTHON_VERSION}" = "3.10" ] || [ "${PYTHON_VERSION}" = "3.11" ]; then apt install -y --no-install-recommends python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-distutils python${PYTHON_VERSION}-venv; else apt install -y --no-install-recommends python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-venv; fi && apt clean && rm -rf /var/lib/apt/lists/* # buildkit
2025-08-19 10:07:36 UTC (buildkit.dockerfile.v0)RUN |12 PYTHON_VERSION=3.10 ROCM_BUILD_JOB=compute-rocm-rel-7.0 LKG_BUILD_NUM=38 ARTF_SERV=http://compute-artifactory.amd.com ARTF_PRE=http://compute-artifactory.amd.com/artifactory/list PYTORCH_VERSION=2.8.0 ROCM_VERSION= PYTHON_VERSION_PYTORCH=310 PY_POST_COMP= WHL_INSTALL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.0/38/torch-2.8.0+rocm7.0.0.lw.gitb2fb6885-cp310-cp310-linux_x86_64.sh OS_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1200;gfx1201;gfx950;gfx1151 /bin/sh -c python${PYTHON_VERSION} -m venv /opt/venv && . /opt/venv/bin/activate && /opt/venv/bin/python -m pip install --upgrade pip && /opt/venv/bin/python -m pip install --upgrade setuptools # buildkit
2025-08-19 10:07:36 UTC (buildkit.dockerfile.v0)ENV PATH=/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2025-08-19 10:12:16 UTC (buildkit.dockerfile.v0)RUN |12 PYTHON_VERSION=3.10 ROCM_BUILD_JOB=compute-rocm-rel-7.0 LKG_BUILD_NUM=38 ARTF_SERV=http://compute-artifactory.amd.com ARTF_PRE=http://compute-artifactory.amd.com/artifactory/list PYTORCH_VERSION=2.8.0 ROCM_VERSION= PYTHON_VERSION_PYTORCH=310 PY_POST_COMP= WHL_INSTALL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.0/38/torch-2.8.0+rocm7.0.0.lw.gitb2fb6885-cp310-cp310-linux_x86_64.sh OS_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1200;gfx1201;gfx950;gfx1151 /bin/sh -c echo "deb [arch=amd64 trusted=yes] ${ARTF_PRE}/rocm-osdb-${OS_VERSION}-deb ${ROCM_BUILD_JOB} ${LKG_BUILD_NUM}" | tee /etc/apt/sources.list.d/rocm.list && rm -rf /tmp/* && echo "Package: *" | tee /etc/apt/preferences.d/rocm-pin-600 && echo "Pin: origin ${ARTF_SERV#*://}" | tee -a /etc/apt/preferences.d/rocm-pin-600 && echo "Pin-Priority: 600" | tee -a /etc/apt/preferences.d/rocm-pin-600 && apt-get update && apt-get install -y rocm # buildkit
2025-08-19 10:12:17 UTC (buildkit.dockerfile.v0)RUN |12 PYTHON_VERSION=3.10 ROCM_BUILD_JOB=compute-rocm-rel-7.0 LKG_BUILD_NUM=38 ARTF_SERV=http://compute-artifactory.amd.com ARTF_PRE=http://compute-artifactory.amd.com/artifactory/list PYTORCH_VERSION=2.8.0 ROCM_VERSION= PYTHON_VERSION_PYTORCH=310 PY_POST_COMP= WHL_INSTALL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.0/38/torch-2.8.0+rocm7.0.0.lw.gitb2fb6885-cp310-cp310-linux_x86_64.sh OS_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1200;gfx1201;gfx950;gfx1151 /bin/sh -c cd /opt/rocm/share/amd_smi && pip install . # buildkit
2025-08-19 10:12:17 UTC (buildkit.dockerfile.v0)COPY /pytorch/whl_docker/custom_install.sh /var/lib/jenkins/custom_install.sh # buildkit
2025-08-19 10:12:18 UTC (buildkit.dockerfile.v0)COPY src_repo /var/lib/jenkins/pytorch # buildkit
2025-08-19 10:12:19 UTC (buildkit.dockerfile.v0)RUN |12 PYTHON_VERSION=3.10 ROCM_BUILD_JOB=compute-rocm-rel-7.0 LKG_BUILD_NUM=38 ARTF_SERV=http://compute-artifactory.amd.com ARTF_PRE=http://compute-artifactory.amd.com/artifactory/list PYTORCH_VERSION=2.8.0 ROCM_VERSION= PYTHON_VERSION_PYTORCH=310 PY_POST_COMP= WHL_INSTALL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.0/38/torch-2.8.0+rocm7.0.0.lw.gitb2fb6885-cp310-cp310-linux_x86_64.sh OS_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1200;gfx1201;gfx950;gfx1151 /bin/sh -c mkdir -p /var/lib/jenkins/pytorch/build/custom_test_artifacts # buildkit
2025-08-19 10:12:19 UTC (buildkit.dockerfile.v0)ENV BUILD_ENVIRONMENT=rocm
2025-08-19 10:12:19 UTC (buildkit.dockerfile.v0)ENV PYTORCH_ROCM_ARCH=gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1200;gfx1201;gfx950;gfx1151
2025-08-19 10:12:58 UTC (buildkit.dockerfile.v0)RUN |12 PYTHON_VERSION=3.10 ROCM_BUILD_JOB=compute-rocm-rel-7.0 LKG_BUILD_NUM=38 ARTF_SERV=http://compute-artifactory.amd.com ARTF_PRE=http://compute-artifactory.amd.com/artifactory/list PYTORCH_VERSION=2.8.0 ROCM_VERSION= PYTHON_VERSION_PYTORCH=310 PY_POST_COMP= WHL_INSTALL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.0/38/torch-2.8.0+rocm7.0.0.lw.gitb2fb6885-cp310-cp310-linux_x86_64.sh OS_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1200;gfx1201;gfx950;gfx1151 /bin/sh -c chmod +x /var/lib/jenkins/custom_install.sh && /var/lib/jenkins/custom_install.sh "$PY_POST_COMP" "$PYTORCH" # buildkit
2025-08-19 10:13:23 UTC (buildkit.dockerfile.v0)RUN |12 PYTHON_VERSION=3.10 ROCM_BUILD_JOB=compute-rocm-rel-7.0 LKG_BUILD_NUM=38 ARTF_SERV=http://compute-artifactory.amd.com ARTF_PRE=http://compute-artifactory.amd.com/artifactory/list PYTORCH_VERSION=2.8.0 ROCM_VERSION= PYTHON_VERSION_PYTORCH=310 PY_POST_COMP= WHL_INSTALL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.0/38/torch-2.8.0+rocm7.0.0.lw.gitb2fb6885-cp310-cp310-linux_x86_64.sh OS_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1200;gfx1201;gfx950;gfx1151 /bin/sh -c if [ -z "$ROCM_VERSION" ]; then echo "Listing /opt directory:" && ls /opt && ROCM_VERSION=$(ls /opt | grep -oP 'rocm-\K[0-9.]+'); if [ -z "$ROCM_VERSION" ]; then echo "ROCM_VERSION could not be determined"; exit 1; fi; fi && echo "ROCM_VERSION is set to $ROCM_VERSION" && echo "Downloading from URL: ${WHL_INSTALL}" && mkdir -p /install && wget ${WHL_INSTALL} -O /install/$(basename ${WHL_INSTALL}) && ls -l /install/$(basename ${WHL_INSTALL}) && chmod +x /install/$(basename ${WHL_INSTALL}) && sh /install/$(basename ${WHL_INSTALL}) # buildkit
2025-08-19 10:13:24 UTC (buildkit.dockerfile.v0)RUN |12 PYTHON_VERSION=3.10 ROCM_BUILD_JOB=compute-rocm-rel-7.0 LKG_BUILD_NUM=38 ARTF_SERV=http://compute-artifactory.amd.com ARTF_PRE=http://compute-artifactory.amd.com/artifactory/list PYTORCH_VERSION=2.8.0 ROCM_VERSION= PYTHON_VERSION_PYTORCH=310 PY_POST_COMP= WHL_INSTALL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.0/38/torch-2.8.0+rocm7.0.0.lw.gitb2fb6885-cp310-cp310-linux_x86_64.sh OS_VERSION=22.04 PYTORCH_ROCM_ARCH=gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1200;gfx1201;gfx950;gfx1151 /bin/sh -c git clone https://github.com/ROCm/pytorch-micro-benchmarking /var/lib/jenkins/pytorch-micro-benchmarking && ln -sf /usr/bin/python3 /usr/bin/python # buildkit
2025-08-21 04:04:39 UTC (buildkit.dockerfile.v0)ENV PATH=/opt/rocm/llvm/bin:/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2025-08-21 04:04:39 UTC (buildkit.dockerfile.v0)ENV ROCM_PATH=/opt/rocm
2025-08-21 04:04:39 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:
2025-08-21 04:04:39 UTC (buildkit.dockerfile.v0)ARG PYTORCH_ROCM_ARCH=gfx942;gfx950
2025-08-21 04:04:39 UTC (buildkit.dockerfile.v0)ENV PYTORCH_ROCM_ARCH=gfx942;gfx950
2025-08-21 04:04:39 UTC (buildkit.dockerfile.v0)ARG PYTHON_VERSION=3.12
2025-08-21 04:04:39 UTC (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx942;gfx950 PYTHON_VERSION=3.12 /bin/sh -c mkdir -p /app # buildkit
2025-08-21 04:04:39 UTC (buildkit.dockerfile.v0)WORKDIR /app
2025-08-21 04:04:39 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive
2025-08-21 04:05:30 UTC (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx942;gfx950 PYTHON_VERSION=3.12 /bin/sh -c apt-get update -y && apt-get install -y software-properties-common git curl sudo vim less libgfortran5 && for i in 1 2 3; do add-apt-repository -y ppa:deadsnakes/ppa && break || { echo "Attempt $i failed, retrying in 5s..."; sleep 5; }; done && apt-get update -y # buildkit
2025-08-21 04:06:27 UTC (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx942;gfx950 PYTHON_VERSION=3.12 /bin/sh -c pip install -U packaging 'cmake<4' ninja wheel 'setuptools<80' pybind11 Cython # buildkit
2025-08-21 04:13:42 UTC (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx942;gfx950 PYTHON_VERSION=3.12 /bin/sh -c pip install /install/*.whl # buildkit
2025-08-21 04:13:43 UTC (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx942;gfx950 PYTHON_VERSION=3.12 /bin/sh -c pip install /install/*.whl # buildkit
2025-08-21 05:33:36 UTC (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx942;gfx950 PYTHON_VERSION=3.12 /bin/sh -c pip install /install/*.whl # buildkit
2025-08-21 05:33:36 UTC (buildkit.dockerfile.v0)ARG BASE_IMAGE=registry-sc-harbor.amd.com/framework/compute-rocm-rel-7.0:38_ubuntu22.04_py3.10_pytorch_release-2.8_b2fb6885
2025-08-21 05:33:36 UTC (buildkit.dockerfile.v0)ARG HIPBLAS_COMMON_BRANCH
2025-08-21 05:33:36 UTC (buildkit.dockerfile.v0)ARG HIPBLASLT_BRANCH
2025-08-21 05:33:36 UTC (buildkit.dockerfile.v0)ARG LEGACY_HIPBLASLT_OPTION
2025-08-21 05:33:36 UTC (buildkit.dockerfile.v0)ARG TRITON_BRANCH=shared/oai-oss-bf16mx4-moe-launch
2025-08-21 05:33:36 UTC (buildkit.dockerfile.v0)ARG TRITON_REPO=https://github.com/ROCm/triton.git
2025-08-21 05:33:36 UTC (buildkit.dockerfile.v0)ARG PYTORCH_BRANCH=triton_kernel_wrap_fix
2025-08-21 05:33:36 UTC (buildkit.dockerfile.v0)ARG PYTORCH_VISION_BRANCH=5dc9e7de
2025-08-21 05:33:36 UTC (buildkit.dockerfile.v0)ARG PYTORCH_REPO=https://github.com/ROCm/pytorch.git
2025-08-21 05:33:36 UTC (buildkit.dockerfile.v0)ARG PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git
2025-08-21 05:33:36 UTC (buildkit.dockerfile.v0)ARG FA_BRANCH=3222ea3
2025-08-21 05:33:36 UTC (buildkit.dockerfile.v0)ARG FA_REPO=https://github.com/Dao-AILab/flash-attention.git
2025-08-21 05:33:36 UTC (buildkit.dockerfile.v0)ARG AITER_BRANCH
2025-08-21 05:33:36 UTC (buildkit.dockerfile.v0)ARG AITER_REPO
2025-08-21 05:33:36 UTC (buildkit.dockerfile.v0)RUN |16 PYTORCH_ROCM_ARCH=gfx942;gfx950 PYTHON_VERSION=3.12 BASE_IMAGE=registry-sc-harbor.amd.com/framework/compute-rocm-rel-7.0:38_ubuntu22.04_py3.10_pytorch_release-2.8_b2fb6885 HIPBLAS_COMMON_BRANCH= HIPBLASLT_BRANCH= LEGACY_HIPBLASLT_OPTION= TRITON_BRANCH=shared/oai-oss-bf16mx4-moe-launch TRITON_REPO=https://github.com/ROCm/triton.git PYTORCH_BRANCH=triton_kernel_wrap_fix PYTORCH_VISION_BRANCH=5dc9e7de PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git FA_BRANCH=3222ea3 FA_REPO=https://github.com/Dao-AILab/flash-attention.git AITER_BRANCH= AITER_REPO= /bin/sh -c echo "BASE_IMAGE: ${BASE_IMAGE}" > /app/versions.txt && echo "TRITON_BRANCH: ${TRITON_BRANCH}" >> /app/versions.txt && echo "TRITON_REPO: ${TRITON_REPO}" >> /app/versions.txt && echo "PYTORCH_BRANCH: ${PYTORCH_BRANCH}" >> /app/versions.txt && echo "PYTORCH_VISION_BRANCH: ${PYTORCH_VISION_BRANCH}" >> /app/versions.txt && echo "PYTORCH_REPO: ${PYTORCH_REPO}" >> /app/versions.txt && echo "PYTORCH_VISION_REPO: ${PYTORCH_VISION_REPO}" >> /app/versions.txt && echo "FA_BRANCH: ${FA_BRANCH}" >> /app/versions.txt # buildkit
2025-08-21 05:34:01 UTC (buildkit.dockerfile.v0)ARG ARG_PYTORCH_ROCM_ARCH
2025-08-21 05:34:01 UTC (buildkit.dockerfile.v0)ENV PYTORCH_ROCM_ARCH=gfx942;gfx950
2025-08-21 05:34:01 UTC (buildkit.dockerfile.v0)ENV AITER_ROCM_ARCH=gfx942;gfx950
2025-08-21 05:34:01 UTC (buildkit.dockerfile.v0)RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c apt-get update -q -y && apt-get install -q -y sqlite3 libsqlite3-dev libfmt-dev libmsgpack-dev libsuitesparse-dev apt-transport-https ca-certificates wget curl # buildkit
2025-08-21 05:34:02 UTC (buildkit.dockerfile.v0)RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c python3 -m pip install --upgrade pip # buildkit
2025-08-21 05:34:03 UTC (buildkit.dockerfile.v0)RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c python3 -m pip install --upgrade pip # buildkit
2025-08-21 05:34:05 UTC (buildkit.dockerfile.v0)RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c apt-get purge -y sccache; python3 -m pip uninstall -y sccache; rm -f "$(which sccache)" # buildkit
2025-08-21 05:34:05 UTC (buildkit.dockerfile.v0)ARG COMMON_WORKDIR=/app
2025-08-21 05:34:05 UTC (buildkit.dockerfile.v0)WORKDIR /app
2025-08-21 05:34:06 UTC (buildkit.dockerfile.v0)RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh -c python3 -m pip install --upgrade pip && rm -rf /var/lib/apt/lists/* # buildkit
2025-08-21 05:34:07 UTC (buildkit.dockerfile.v0)RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh -c case "$(which python3)" in *"/opt/conda/envs/py_3.9"*) rm -rf /opt/conda/envs/py_3.9/lib/python3.9/site-packages/numpy-1.20.3.dist-info/;; *) ;; esac # buildkit
2025-08-21 05:34:09 UTC (buildkit.dockerfile.v0)RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh -c python3 -m pip install --upgrade huggingface-hub[cli] # buildkit
2025-08-21 06:21:44 UTC (buildkit.dockerfile.v0)RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh -c cd /install && pip install -U -r requirements/rocm.txt && pip uninstall -y vllm && pip install *.whl # buildkit
2025-08-21 06:21:44 UTC (buildkit.dockerfile.v0)ARG COMMON_WORKDIR=/app
2025-08-21 06:21:44 UTC (buildkit.dockerfile.v0)COPY /benchmarks /app/vllm/benchmarks # buildkit
2025-08-21 06:21:44 UTC (buildkit.dockerfile.v0)COPY /examples /app/vllm/examples # buildkit
2025-08-21 06:21:44 UTC (buildkit.dockerfile.v0)ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=1
2025-08-21 06:21:44 UTC (buildkit.dockerfile.v0)ENV TOKENIZERS_PARALLELISM=false
2025-08-21 06:21:44 UTC (buildkit.dockerfile.v0)ENV SAFETENSORS_FAST_GPU=1
2025-08-21 06:21:44 UTC (buildkit.dockerfile.v0)ENV HIP_FORCE_DEV_KERNARG=1
2025-08-21 06:21:44 UTC (buildkit.dockerfile.v0)CMD ["/bin/bash"]
2025-09-04 01:28:44 UTC/bin/bash
2026-07-15 04:46:16 UTC/bin/sh -c #(nop) ENV BUILD_VLLM=0
2026-07-15 04:46:27 UTC/bin/sh -c #(nop) ENV BUILD_TRITON=0
2026-07-15 04:46:38 UTC/bin/sh -c #(nop) ENV BUILD_LLVM=0
2026-07-15 04:46:49 UTC/bin/sh -c #(nop) ENV BUILD_AITER_ALL=1
2026-07-15 04:47:00 UTC/bin/sh -c #(nop) ENV BUILD_MOONCAKE=1
2026-07-15 04:47:11 UTC/bin/sh -c #(nop) ENV AITER_COMMIT_DEFAULT=9127c94a18e4398e1eba91f6639e910f0994ad02
2026-07-15 04:49:59 UTC/bin/sh -c #(nop) ARG GPU_ARCH=gfx950
2026-07-15 04:50:10 UTC/bin/sh -c #(nop) ENV GPU_ARCH_LIST=gfx950
2026-07-15 04:50:22 UTC/bin/sh -c #(nop) ENV PYTORCH_ROCM_ARCH=gfx942;gfx950
2026-07-15 04:50:33 UTC/bin/sh -c #(nop) ARG SGL_REPO=https://github.com/sgl-project/sglang.git
2026-07-15 04:50:44 UTC/bin/sh -c #(nop) ARG SGL_DEFAULT=main
2026-07-15 04:50:55 UTC/bin/sh -c #(nop) ARG SGL_BRANCH=main
2026-07-15 05:11:03 UTC/bin/sh -c #(nop) ARG BRANCH_TYPE=remote
2026-07-15 05:11:15 UTC/bin/sh -c #(nop) ARG SETUPTOOLS_SCM_PRETEND_VERSION=
2026-07-15 05:11:26 UTC/bin/sh -c #(nop) ARG TRITON_REPO=https://github.com/triton-lang/triton.git
2026-07-15 05:11:37 UTC/bin/sh -c #(nop) ARG TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840
2026-07-15 05:11:49 UTC/bin/sh -c #(nop) ARG AITER_REPO=https://github.com/ROCm/aiter.git
2026-07-15 05:12:00 UTC/bin/sh -c #(nop) ARG AITER_COMMIT=
2026-07-15 05:12:11 UTC/bin/sh -c #(nop) ENV AITER_COMMIT=9127c94a18e4398e1eba91f6639e910f0994ad02
2026-07-15 05:12:23 UTC/bin/sh -c #(nop) ARG LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git
2026-07-15 05:12:34 UTC/bin/sh -c #(nop) ARG LLVM_BRANCH=MainOpSelV2
2026-07-15 05:12:45 UTC/bin/sh -c #(nop) ARG LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560
2026-07-15 05:12:57 UTC/bin/sh -c #(nop) ARG MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git
2026-07-15 05:13:08 UTC/bin/sh -c #(nop) ARG MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a
2026-07-15 05:13:19 UTC/bin/sh -c #(nop) ARG TILELANG_REPO=https://github.com/tile-ai/tilelang.git
2026-07-15 05:13:31 UTC/bin/sh -c #(nop) ARG TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900
2026-07-15 05:13:42 UTC/bin/sh -c #(nop) ARG FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git
2026-07-15 05:13:53 UTC/bin/sh -c #(nop) ARG FHT_BRANCH=rocm
2026-07-15 05:14:05 UTC/bin/sh -c #(nop) ARG FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1
2026-07-15 05:14:16 UTC/bin/sh -c #(nop) ARG ENABLE_MORI=0
2026-07-15 05:14:27 UTC/bin/sh -c #(nop) ARG NIC_BACKEND=none
2026-07-15 05:14:39 UTC/bin/sh -c #(nop) ARG MORI_REPO=https://github.com/ROCm/mori.git
2026-07-15 05:14:50 UTC/bin/sh -c #(nop) ARG MORI_COMMIT=e31d426a13e96e1cbff96a1c904d291aefe8c46a
2026-07-15 05:15:01 UTC/bin/sh -c #(nop) ARG ENABLE_NIXL=1
2026-07-15 05:15:13 UTC/bin/sh -c #(nop) ARG UCX_REPO=https://github.com/openucx/ucx.git
2026-07-15 05:15:24 UTC/bin/sh -c #(nop) ARG UCX_BRANCH=v1.19.x
2026-07-15 05:15:35 UTC/bin/sh -c #(nop) ARG NIXL_REPO=https://github.com/ai-dynamo/nixl.git
2026-07-15 05:15:47 UTC/bin/sh -c #(nop) ARG NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40
2026-07-15 05:15:58 UTC/bin/sh -c #(nop) ARG AINIC_VERSION=1.117.5-a-38
2026-07-15 05:16:09 UTC/bin/sh -c #(nop) ARG UBUNTU_CODENAME=jammy
2026-07-15 05:16:21 UTC/bin/sh -c #(nop) ARG UBUNTU_MIRROR=
2026-07-15 05:16:32 UTC/bin/sh -c #(nop) USER root
2026-07-15 05:16:43 UTC|31 AINIC_VERSION=1.117.5-a-38 AITER_REPO=https://github.com/ROCm/aiter.git BRANCH_TYPE=local ENABLE_MORI=0 ENABLE_NIXL=1 FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git GPU_ARCH=gfx950 LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MORI_COMMIT=e31d426a13e96e1cbff96a1c904d291aefe8c46a MORI_REPO=https://github.com/ROCm/mori.git NIC_BACKEND=none NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 NIXL_REPO=https://github.com/ai-dynamo/nixl.git SETUPTOOLS_SCM_PRETEND_VERSION= SGL_BRANCH=main SGL_DEFAULT=main SGL_REPO=https://github.com/sgl-project/sglang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 TILELANG_REPO=https://github.com/tile-ai/tilelang.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 TRITON_REPO=https://github.com/triton-lang/triton.git UBUNTU_CODENAME=jammy UBUNTU_MIRROR= UCX_BRANCH=v1.19.x UCX_REPO=https://github.com/openucx/ucx.git /bin/sh -c if [ -n "$UBUNTU_MIRROR" ]; then sed -i "s|http://[^[:space:]/]*archive.ubuntu.com|$UBUNTU_MIRROR|g" /etc/apt/sources.list && sed -i "s|http://[^[:space:]/]*security.ubuntu.com|$UBUNTU_MIRROR|g" /etc/apt/sources.list; fi && printf 'Acquire::Retries "5";\nAcquire::http::Timeout "30";\nAcquire::https::Timeout "30";\n' > /etc/apt/apt.conf.d/80-net-hardening
2026-07-15 05:17:28 UTC|31 AINIC_VERSION=1.117.5-a-38 AITER_REPO=https://github.com/ROCm/aiter.git BRANCH_TYPE=local ENABLE_MORI=0 ENABLE_NIXL=1 FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git GPU_ARCH=gfx950 LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MORI_COMMIT=e31d426a13e96e1cbff96a1c904d291aefe8c46a MORI_REPO=https://github.com/ROCm/mori.git NIC_BACKEND=none NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 NIXL_REPO=https://github.com/ai-dynamo/nixl.git SETUPTOOLS_SCM_PRETEND_VERSION= SGL_BRANCH=main SGL_DEFAULT=main SGL_REPO=https://github.com/sgl-project/sglang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 TILELANG_REPO=https://github.com/tile-ai/tilelang.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 TRITON_REPO=https://github.com/triton-lang/triton.git UBUNTU_CODENAME=jammy UBUNTU_MIRROR= UCX_BRANCH=v1.19.x UCX_REPO=https://github.com/openucx/ucx.git /bin/sh -c set -eux; case "${GPU_ARCH}" in *rocm720*) echo "ROCm 7.2 (GPU_ARCH=${GPU_ARCH}): libdrm-amdgpu packages already present, skipping"; ;; *) echo "ROCm 7.0 (GPU_ARCH=${GPU_ARCH}): installing libdrm-amdgpu packages"; curl -fsSL https://repo.radeon.com/rocm/rocm.gpg.key | gpg --dearmor -o /etc/apt/keyrings/amdgpu-graphics.gpg && echo 'deb [arch=amd64,i386 signed-by=/etc/apt/keyrings/amdgpu-graphics.gpg] https://repo.radeon.com/graphics/7.0/ubuntu jammy main' > /etc/apt/sources.list.d/amdgpu-graphics.list && apt-get update && apt-get install -y --no-install-recommends libdrm-amdgpu-common libdrm-amdgpu-amdgpu1 libdrm2-amdgpu && rm -rf /var/lib/apt/lists/* && cp /opt/amdgpu/share/libdrm/amdgpu.ids /usr/share/libdrm/amdgpu.ids; ;; esac
2026-07-15 05:17:42 UTC|31 AINIC_VERSION=1.117.5-a-38 AITER_REPO=https://github.com/ROCm/aiter.git BRANCH_TYPE=local ENABLE_MORI=0 ENABLE_NIXL=1 FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git GPU_ARCH=gfx950 LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MORI_COMMIT=e31d426a13e96e1cbff96a1c904d291aefe8c46a MORI_REPO=https://github.com/ROCm/mori.git NIC_BACKEND=none NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 NIXL_REPO=https://github.com/ai-dynamo/nixl.git SETUPTOOLS_SCM_PRETEND_VERSION= SGL_BRANCH=main SGL_DEFAULT=main SGL_REPO=https://github.com/sgl-project/sglang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 TILELANG_REPO=https://github.com/tile-ai/tilelang.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 TRITON_REPO=https://github.com/triton-lang/triton.git UBUNTU_CODENAME=jammy UBUNTU_MIRROR= UCX_BRANCH=v1.19.x UCX_REPO=https://github.com/openucx/ucx.git /bin/sh -c python -m pip install --upgrade pip && pip install setuptools_scm
2026-07-15 05:17:54 UTC|31 AINIC_VERSION=1.117.5-a-38 AITER_REPO=https://github.com/ROCm/aiter.git BRANCH_TYPE=local ENABLE_MORI=0 ENABLE_NIXL=1 FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git GPU_ARCH=gfx950 LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MORI_COMMIT=e31d426a13e96e1cbff96a1c904d291aefe8c46a MORI_REPO=https://github.com/ROCm/mori.git NIC_BACKEND=none NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 NIXL_REPO=https://github.com/ai-dynamo/nixl.git SETUPTOOLS_SCM_PRETEND_VERSION= SGL_BRANCH=main SGL_DEFAULT=main SGL_REPO=https://github.com/sgl-project/sglang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 TILELANG_REPO=https://github.com/tile-ai/tilelang.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 TRITON_REPO=https://github.com/triton-lang/triton.git UBUNTU_CODENAME=jammy UBUNTU_MIRROR= UCX_BRANCH=v1.19.x UCX_REPO=https://github.com/openucx/ucx.git /bin/sh -c apt-get purge -y sccache; python -m pip uninstall -y sccache; rm -f "$(which sccache)"
2026-07-15 05:18:06 UTC|31 AINIC_VERSION=1.117.5-a-38 AITER_REPO=https://github.com/ROCm/aiter.git BRANCH_TYPE=local ENABLE_MORI=0 ENABLE_NIXL=1 FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git GPU_ARCH=gfx950 LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MORI_COMMIT=e31d426a13e96e1cbff96a1c904d291aefe8c46a MORI_REPO=https://github.com/ROCm/mori.git NIC_BACKEND=none NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 NIXL_REPO=https://github.com/ai-dynamo/nixl.git SETUPTOOLS_SCM_PRETEND_VERSION= SGL_BRANCH=main SGL_DEFAULT=main SGL_REPO=https://github.com/sgl-project/sglang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 TILELANG_REPO=https://github.com/tile-ai/tilelang.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 TRITON_REPO=https://github.com/triton-lang/triton.git UBUNTU_CODENAME=jammy UBUNTU_MIRROR= UCX_BRANCH=v1.19.x UCX_REPO=https://github.com/openucx/ucx.git /bin/sh -c set -eux; case "${GPU_ARCH}" in *rocm720*) echo "ROCm 7.2 flavor detected from GPU_ARCH=${GPU_ARCH}"; cd /opt/rocm/share/amd_smi && python3 -m pip install --no-cache-dir . ;; *) echo "Not rocm720 (GPU_ARCH=${GPU_ARCH}), skip amdsmi installation"; ;; esac
2026-07-15 05:18:17 UTC/bin/sh -c #(nop) WORKDIR /sgl-workspace
2026-07-15 05:18:28 UTC|31 AINIC_VERSION=1.117.5-a-38 AITER_REPO=https://github.com/ROCm/aiter.git BRANCH_TYPE=local ENABLE_MORI=0 ENABLE_NIXL=1 FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git GPU_ARCH=gfx950 LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MORI_COMMIT=e31d426a13e96e1cbff96a1c904d291aefe8c46a MORI_REPO=https://github.com/ROCm/mori.git NIC_BACKEND=none NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 NIXL_REPO=https://github.com/ai-dynamo/nixl.git SETUPTOOLS_SCM_PRETEND_VERSION= SGL_BRANCH=main SGL_DEFAULT=main SGL_REPO=https://github.com/sgl-project/sglang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 TILELANG_REPO=https://github.com/tile-ai/tilelang.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 TRITON_REPO=https://github.com/triton-lang/triton.git UBUNTU_CODENAME=jammy UBUNTU_MIRROR= UCX_BRANCH=v1.19.x UCX_REPO=https://github.com/openucx/ucx.git /bin/sh -c if [ "$BUILD_LLVM" = "1" ]; then ENV HIP_CLANG_PATH="/sgl-workspace/llvm-project/build/bin/" git clone --single-branch ${LLVM_REPO} -b ${LLVM_BRANCH} && cd llvm-project && git checkout ${LLVM_COMMIT} && mkdir build && cd build && cmake -DCMAKE_BUILD_TYPE=Release -DLLVM_ENABLE_ASSERTIONS=1 -DLLVM_TARGETS_TO_BUILD="AMDGPU;X86" -DLLVM_ENABLE_PROJECTS="clang;lld;" -DLLVM_ENABLE_RUNTIMES="compiler-rt" ../llvm && make -j$(nproc); fi
2026-07-15 05:18:40 UTC/bin/sh -c #(nop) ENV SETUPTOOLS_SCM_PRETEND_VERSION=
2026-07-15 05:18:51 UTC/bin/sh -c #(nop) ENV AITER_USE_SYSTEM_TRITON=1
2026-07-15 05:19:06 UTC|30 AINIC_VERSION=1.117.5-a-38 AITER_REPO=https://github.com/ROCm/aiter.git BRANCH_TYPE=local ENABLE_MORI=0 ENABLE_NIXL=1 FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git GPU_ARCH=gfx950 LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MORI_COMMIT=e31d426a13e96e1cbff96a1c904d291aefe8c46a MORI_REPO=https://github.com/ROCm/mori.git NIC_BACKEND=none NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 NIXL_REPO=https://github.com/ai-dynamo/nixl.git SGL_BRANCH=main SGL_DEFAULT=main SGL_REPO=https://github.com/sgl-project/sglang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 TILELANG_REPO=https://github.com/tile-ai/tilelang.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 TRITON_REPO=https://github.com/triton-lang/triton.git UBUNTU_CODENAME=jammy UBUNTU_MIRROR= UCX_BRANCH=v1.19.x UCX_REPO=https://github.com/openucx/ucx.git /bin/sh -c pip uninstall -y aiter
2026-07-15 05:19:46 UTC|30 AINIC_VERSION=1.117.5-a-38 AITER_REPO=https://github.com/ROCm/aiter.git BRANCH_TYPE=local ENABLE_MORI=0 ENABLE_NIXL=1 FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git GPU_ARCH=gfx950 LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MORI_COMMIT=e31d426a13e96e1cbff96a1c904d291aefe8c46a MORI_REPO=https://github.com/ROCm/mori.git NIC_BACKEND=none NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 NIXL_REPO=https://github.com/ai-dynamo/nixl.git SGL_BRANCH=main SGL_DEFAULT=main SGL_REPO=https://github.com/sgl-project/sglang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 TILELANG_REPO=https://github.com/tile-ai/tilelang.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 TRITON_REPO=https://github.com/triton-lang/triton.git UBUNTU_CODENAME=jammy UBUNTU_MIRROR= UCX_BRANCH=v1.19.x UCX_REPO=https://github.com/openucx/ucx.git /bin/sh -c git clone ${AITER_REPO} && cd aiter && git checkout -f ${AITER_COMMIT} && git submodule update --init --recursive && pip install -r requirements.txt
2026-07-15 05:51:12 UTC|30 AINIC_VERSION=1.117.5-a-38 AITER_REPO=https://github.com/ROCm/aiter.git BRANCH_TYPE=local ENABLE_MORI=0 ENABLE_NIXL=1 FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git GPU_ARCH=gfx950 LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MORI_COMMIT=e31d426a13e96e1cbff96a1c904d291aefe8c46a MORI_REPO=https://github.com/ROCm/mori.git NIC_BACKEND=none NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 NIXL_REPO=https://github.com/ai-dynamo/nixl.git SGL_BRANCH=main SGL_DEFAULT=main SGL_REPO=https://github.com/sgl-project/sglang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 TILELANG_REPO=https://github.com/tile-ai/tilelang.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 TRITON_REPO=https://github.com/triton-lang/triton.git UBUNTU_CODENAME=jammy UBUNTU_MIRROR= UCX_BRANCH=v1.19.x UCX_REPO=https://github.com/openucx/ucx.git /bin/sh -c cd aiter && echo "[AITER] GPU_ARCH=${GPU_ARCH}" && echo "[AITER] AITER_USE_SYSTEM_TRITON=${AITER_USE_SYSTEM_TRITON}" && if [ "$BUILD_AITER_ALL" = "1" ] && [ "$BUILD_LLVM" = "1" ]; then sh -c "HIP_CLANG_PATH=/sgl-workspace/llvm-project/build/bin/ PREBUILD_KERNELS=1 GPU_ARCHS=$GPU_ARCH_LIST python setup.py build_ext --inplace" && sh -c "HIP_CLANG_PATH=/sgl-workspace/llvm-project/build/bin/ GPU_ARCHS=$GPU_ARCH_LIST pip install --config-settings editable_mode=compat -e ."; elif [ "$BUILD_AITER_ALL" = "1" ]; then sh -c "PREBUILD_KERNELS=1 GPU_ARCHS=$GPU_ARCH_LIST python setup.py build_ext --inplace" && sh -c "GPU_ARCHS=$GPU_ARCH_LIST pip install --config-settings editable_mode=compat -e ."; else sh -c "GPU_ARCHS=$GPU_ARCH_LIST pip install --config-settings editable_mode=compat -e ."; fi && echo "export PYTHONPATH=/sgl-workspace/aiter:\${PYTHONPATH}" >> /etc/bash.bashrc
2026-07-15 05:51:34 UTC/bin/sh -c #(nop) ENV PATH=/opt/rocm/llvm/bin:/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/go/bin
2026-07-15 05:58:47 UTC|30 AINIC_VERSION=1.117.5-a-38 AITER_REPO=https://github.com/ROCm/aiter.git BRANCH_TYPE=local ENABLE_MORI=0 ENABLE_NIXL=1 FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git GPU_ARCH=gfx950 LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MORI_COMMIT=e31d426a13e96e1cbff96a1c904d291aefe8c46a MORI_REPO=https://github.com/ROCm/mori.git NIC_BACKEND=none NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 NIXL_REPO=https://github.com/ai-dynamo/nixl.git SGL_BRANCH=main SGL_DEFAULT=main SGL_REPO=https://github.com/sgl-project/sglang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 TILELANG_REPO=https://github.com/tile-ai/tilelang.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 TRITON_REPO=https://github.com/triton-lang/triton.git UBUNTU_CODENAME=jammy UBUNTU_MIRROR= UCX_BRANCH=v1.19.x UCX_REPO=https://github.com/openucx/ucx.git /bin/sh -c if [ "$BUILD_MOONCAKE" = "1" ]; then apt update && apt install -y zip unzip wget && apt install -y gcc make libtool autoconf librdmacm-dev rdmacm-utils infiniband-diags ibverbs-utils perftest ethtool libibverbs-dev rdma-core && apt install -y openssh-server openmpi-bin openmpi-common libopenmpi-dev && git clone ${MOONCAKE_REPO} && cd Mooncake && git checkout ${MOONCAKE_COMMIT} && git submodule update --init --recursive && bash dependencies.sh -y && rm -rf /usr/local/go && wget https://go.dev/dl/go1.22.2.linux-amd64.tar.gz && tar -C /usr/local -xzf go1.22.2.linux-amd64.tar.gz && rm go1.22.2.linux-amd64.tar.gz && mkdir -p build && cd build && cmake .. -DUSE_HIP=ON -DUSE_ETCD=ON -DENABLE_MULTI_PROTOCOL=ON -DWITH_STORE=ON -DBUILD_UNIT_TESTS=OFF && make -j "$(nproc)" && make install; fi
2026-07-15 05:59:19 UTC/bin/sh -c #(nop) ARG BUILD_TYPE=all
2026-07-15 05:59:35 UTC/bin/sh -c #(nop) ARG SETUPTOOLS_SCM_PRETEND_VERSION
2026-07-15 05:59:56 UTC|31 AINIC_VERSION=1.117.5-a-38 AITER_REPO=https://github.com/ROCm/aiter.git BRANCH_TYPE=local BUILD_TYPE=all ENABLE_MORI=0 ENABLE_NIXL=1 FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git GPU_ARCH=gfx950 LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MORI_COMMIT=e31d426a13e96e1cbff96a1c904d291aefe8c46a MORI_REPO=https://github.com/ROCm/mori.git NIC_BACKEND=none NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 NIXL_REPO=https://github.com/ai-dynamo/nixl.git SGL_BRANCH=main SGL_DEFAULT=main SGL_REPO=https://github.com/sgl-project/sglang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 TILELANG_REPO=https://github.com/tile-ai/tilelang.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 TRITON_REPO=https://github.com/triton-lang/triton.git UBUNTU_CODENAME=jammy UBUNTU_MIRROR= UCX_BRANCH=v1.19.x UCX_REPO=https://github.com/openucx/ucx.git /bin/sh -c pip install IPython && pip install orjson && pip install python-multipart && pip install torchao==0.9.0 && pip install pybind11
2026-07-15 07:45:57 UTC/bin/sh -c #(nop) ENV PATH=/root/.cargo/bin:/opt/rocm/llvm/bin:/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/go/bin
2026-07-15 07:46:41 UTC|31 AINIC_VERSION=1.117.5-a-38 AITER_REPO=https://github.com/ROCm/aiter.git BRANCH_TYPE=local BUILD_TYPE=all ENABLE_MORI=0 ENABLE_NIXL=1 FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git GPU_ARCH=gfx950 LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MORI_COMMIT=e31d426a13e96e1cbff96a1c904d291aefe8c46a MORI_REPO=https://github.com/ROCm/mori.git NIC_BACKEND=none NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 NIXL_REPO=https://github.com/ai-dynamo/nixl.git SGL_BRANCH=main SGL_DEFAULT=main SGL_REPO=https://github.com/sgl-project/sglang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 TILELANG_REPO=https://github.com/tile-ai/tilelang.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 TRITON_REPO=https://github.com/triton-lang/triton.git UBUNTU_CODENAME=jammy UBUNTU_MIRROR= UCX_BRANCH=v1.19.x UCX_REPO=https://github.com/openucx/ucx.git /bin/sh -c curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y && rustc --version && cargo --version
2026-07-15 07:47:07 UTC/bin/sh -c #(nop) ENV CARGO_BUILD_JOBS=4
2026-07-15 07:47:25 UTC|31 AINIC_VERSION=1.117.5-a-38 AITER_REPO=https://github.com/ROCm/aiter.git BRANCH_TYPE=local BUILD_TYPE=all ENABLE_MORI=0 ENABLE_NIXL=1 FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git GPU_ARCH=gfx950 LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MORI_COMMIT=e31d426a13e96e1cbff96a1c904d291aefe8c46a MORI_REPO=https://github.com/ROCm/mori.git NIC_BACKEND=none NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 NIXL_REPO=https://github.com/ai-dynamo/nixl.git SGL_BRANCH=main SGL_DEFAULT=main SGL_REPO=https://github.com/sgl-project/sglang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 TILELANG_REPO=https://github.com/tile-ai/tilelang.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 TRITON_REPO=https://github.com/triton-lang/triton.git UBUNTU_CODENAME=jammy UBUNTU_MIRROR= UCX_BRANCH=v1.19.x UCX_REPO=https://github.com/openucx/ucx.git /bin/sh -c pip uninstall -y sgl_kernel sglang
2026-07-16 07:16:55 UTC/bin/sh -c #(nop) COPY dir:9d313653cd1165e43b7d48e291de90de64fc94b4a6b4491799a83a7ebe1f5e98 in /tmp/local_src
2026-07-16 07:18:46 UTC|31 AINIC_VERSION=1.117.5-a-38 AITER_REPO=https://github.com/ROCm/aiter.git BRANCH_TYPE=local BUILD_TYPE=all ENABLE_MORI=0 ENABLE_NIXL=1 FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git GPU_ARCH=gfx950 LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MORI_COMMIT=e31d426a13e96e1cbff96a1c904d291aefe8c46a MORI_REPO=https://github.com/ROCm/mori.git NIC_BACKEND=none NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 NIXL_REPO=https://github.com/ai-dynamo/nixl.git SGL_BRANCH=main SGL_DEFAULT=main SGL_REPO=https://github.com/sgl-project/sglang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 TILELANG_REPO=https://github.com/tile-ai/tilelang.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 TRITON_REPO=https://github.com/triton-lang/triton.git UBUNTU_CODENAME=jammy UBUNTU_MIRROR= UCX_BRANCH=v1.19.x UCX_REPO=https://github.com/openucx/ucx.git /bin/sh -c if [ "$BRANCH_TYPE" = "local" ]; then echo "Using local source (BRANCH_TYPE=local)."; cp -r /tmp/local_src sglang; else git clone ${SGL_REPO} sglang && cd sglang && if [ "${SGL_BRANCH}" = ${SGL_DEFAULT} ]; then echo "Using ${SGL_DEFAULT}, default branch."; git checkout ${SGL_DEFAULT}; else echo "Using ${SGL_BRANCH} branch."; git checkout ${SGL_BRANCH}; fi && cd ..; fi && rm -rf /tmp/local_src && cd sglang && cd sgl-kernel && rm -f pyproject.toml && mv pyproject_rocm.toml pyproject.toml && AMDGPU_TARGET=$GPU_ARCH_LIST python setup_rocm.py install && cd .. && rm -rf python/pyproject.toml && mv python/pyproject_other.toml python/pyproject.toml && if [ "$BUILD_TYPE" = "srt" ]; then export SETUPTOOLS_SCM_PRETEND_VERSION="${SETUPTOOLS_SCM_PRETEND_VERSION}" && python -m pip --no-cache-dir install -e "python[srt_hip,diffusion_hip]"; else export SETUPTOOLS_SCM_PRETEND_VERSION="${SETUPTOOLS_SCM_PRETEND_VERSION}" && python -m pip --no-cache-dir install -e "python[all_hip]"; fi
2026-07-16 07:19:18 UTC|31 AINIC_VERSION=1.117.5-a-38 AITER_REPO=https://github.com/ROCm/aiter.git BRANCH_TYPE=local BUILD_TYPE=all ENABLE_MORI=0 ENABLE_NIXL=1 FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git GPU_ARCH=gfx950 LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MORI_COMMIT=e31d426a13e96e1cbff96a1c904d291aefe8c46a MORI_REPO=https://github.com/ROCm/mori.git NIC_BACKEND=none NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 NIXL_REPO=https://github.com/ai-dynamo/nixl.git SGL_BRANCH=main SGL_DEFAULT=main SGL_REPO=https://github.com/sgl-project/sglang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 TILELANG_REPO=https://github.com/tile-ai/tilelang.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 TRITON_REPO=https://github.com/triton-lang/triton.git UBUNTU_CODENAME=jammy UBUNTU_MIRROR= UCX_BRANCH=v1.19.x UCX_REPO=https://github.com/openucx/ucx.git /bin/sh -c python -m pip cache purge
2026-07-16 07:19:40 UTC|31 AINIC_VERSION=1.117.5-a-38 AITER_REPO=https://github.com/ROCm/aiter.git BRANCH_TYPE=local BUILD_TYPE=all ENABLE_MORI=0 ENABLE_NIXL=1 FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git GPU_ARCH=gfx950 LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MORI_COMMIT=e31d426a13e96e1cbff96a1c904d291aefe8c46a MORI_REPO=https://github.com/ROCm/mori.git NIC_BACKEND=none NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 NIXL_REPO=https://github.com/ai-dynamo/nixl.git SGL_BRANCH=main SGL_DEFAULT=main SGL_REPO=https://github.com/sgl-project/sglang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 TILELANG_REPO=https://github.com/tile-ai/tilelang.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 TRITON_REPO=https://github.com/triton-lang/triton.git UBUNTU_CODENAME=jammy UBUNTU_MIRROR= UCX_BRANCH=v1.19.x UCX_REPO=https://github.com/openucx/ucx.git /bin/sh -c find /sgl-workspace/sglang/python/sglang/srt/layers/quantization/configs/ /sgl-workspace/sglang/python/sglang/srt/layers/moe/fused_moe_triton/configs/ -type f -name '*MI300X*' | xargs -I {} sh -c 'vf_config=$(echo "$1" | sed "s/MI300X/MI300X_VF/"); cp "$1" "$vf_config"' -- {}
2026-07-16 07:28:23 UTC|31 AINIC_VERSION=1.117.5-a-38 AITER_REPO=https://github.com/ROCm/aiter.git BRANCH_TYPE=local BUILD_TYPE=all ENABLE_MORI=0 ENABLE_NIXL=1 FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git GPU_ARCH=gfx950 LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MORI_COMMIT=e31d426a13e96e1cbff96a1c904d291aefe8c46a MORI_REPO=https://github.com/ROCm/mori.git NIC_BACKEND=none NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 NIXL_REPO=https://github.com/ai-dynamo/nixl.git SGL_BRANCH=main SGL_DEFAULT=main SGL_REPO=https://github.com/sgl-project/sglang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 TILELANG_REPO=https://github.com/tile-ai/tilelang.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 TRITON_REPO=https://github.com/triton-lang/triton.git UBUNTU_CODENAME=jammy UBUNTU_MIRROR= UCX_BRANCH=v1.19.x UCX_REPO=https://github.com/openucx/ucx.git /bin/sh -c python3 -m pip install --no-cache-dir "maturin<1.14" && sed -i -E 's|^(smg-[a-zA-Z-]+)\s*=\s*"~1\.0\.0"|\1 = "=1.0.0"|' /sgl-workspace/sglang/sgl-model-gateway/Cargo.toml && grep -E '^smg-' /sgl-workspace/sglang/sgl-model-gateway/Cargo.toml && cd /sgl-workspace/sglang/sgl-model-gateway/bindings/python && ulimit -n 65536 && maturin build --release --features vendored-openssl --out dist && python3 -m pip install --force-reinstall dist/*.whl && rm -rf /root/.cache
2026-07-16 07:29:00 UTC/bin/sh -c #(nop) ENV DEBIAN_FRONTEND=noninteractive
2026-07-16 07:29:22 UTC/bin/sh -c #(nop) ENV LIBGL_ALWAYS_INDIRECT=1
2026-07-16 07:29:43 UTC|31 AINIC_VERSION=1.117.5-a-38 AITER_REPO=https://github.com/ROCm/aiter.git BRANCH_TYPE=local BUILD_TYPE=all ENABLE_MORI=0 ENABLE_NIXL=1 FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git GPU_ARCH=gfx950 LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MORI_COMMIT=e31d426a13e96e1cbff96a1c904d291aefe8c46a MORI_REPO=https://github.com/ROCm/mori.git NIC_BACKEND=none NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 NIXL_REPO=https://github.com/ai-dynamo/nixl.git SGL_BRANCH=main SGL_DEFAULT=main SGL_REPO=https://github.com/sgl-project/sglang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 TILELANG_REPO=https://github.com/tile-ai/tilelang.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 TRITON_REPO=https://github.com/triton-lang/triton.git UBUNTU_CODENAME=jammy UBUNTU_MIRROR= UCX_BRANCH=v1.19.x UCX_REPO=https://github.com/openucx/ucx.git /bin/sh -c echo "LC_ALL=en_US.UTF-8" >> /etc/environment
2026-07-16 07:33:55 UTC|31 AINIC_VERSION=1.117.5-a-38 AITER_REPO=https://github.com/ROCm/aiter.git BRANCH_TYPE=local BUILD_TYPE=all ENABLE_MORI=0 ENABLE_NIXL=1 FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git GPU_ARCH=gfx950 LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MORI_COMMIT=e31d426a13e96e1cbff96a1c904d291aefe8c46a MORI_REPO=https://github.com/ROCm/mori.git NIC_BACKEND=none NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 NIXL_REPO=https://github.com/ai-dynamo/nixl.git SGL_BRANCH=main SGL_DEFAULT=main SGL_REPO=https://github.com/sgl-project/sglang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 TILELANG_REPO=https://github.com/tile-ai/tilelang.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 TRITON_REPO=https://github.com/triton-lang/triton.git UBUNTU_CODENAME=jammy UBUNTU_MIRROR= UCX_BRANCH=v1.19.x UCX_REPO=https://github.com/openucx/ucx.git /bin/sh -c /bin/bash -lc 'set -euo pipefail; echo "[TileLang] Building TileLang for ${GPU_ARCH}"; apt-get update && apt-get install -y --no-install-recommends build-essential git wget curl ca-certificates gnupg libgtest-dev libgmock-dev libprotobuf-dev protobuf-compiler libgflags-dev libsqlite3-dev python3 python3-dev python3-setuptools python3-pip python3-apt gcc libtinfo-dev zlib1g-dev libedit-dev libxml2-dev vim cmake ninja-build pkg-config libstdc++6 software-properties-common && rm -rf /var/lib/apt/lists/*; VENV_PY="/opt/venv/bin/python"; VENV_PIP="/opt/venv/bin/pip"; if [ ! -x "$VENV_PY" ]; then VENV_PY="python3"; fi; if [ ! -x "$VENV_PIP" ]; then VENV_PIP="pip3"; fi; cmake -S /usr/src/googletest -B /tmp/build-gtest -DBUILD_GTEST=ON -DBUILD_GMOCK=ON -DCMAKE_BUILD_TYPE=Release && cmake --build /tmp/build-gtest -j"$(nproc)" && cp -v /tmp/build-gtest/lib/*.a /usr/lib/x86_64-linux-gnu/ && rm -rf /tmp/build-gtest; "$VENV_PIP" install --upgrade "setuptools>=77.0.3,<80" wheel "cmake==4.3.4" ninja scikit-build-core && "$VENV_PIP" cache purge || true; LLVM_CONFIG_PATH=""; for p in /opt/rocm/llvm/bin/llvm-config /opt/rocm/llvm-*/bin/llvm-config /opt/rocm-*/llvm*/bin/llvm-config; do if [ -x "$p" ]; then LLVM_CONFIG_PATH="$p"; break; fi; done; if [ -z "$LLVM_CONFIG_PATH" ]; then echo "[TileLang] ROCm llvm-config not found; installing LLVM 18..."; curl -fsSL https://apt.llvm.org/llvm-snapshot.gpg.key | gpg --dearmor -o /etc/apt/keyrings/llvm.gpg; echo "deb [signed-by=/etc/apt/keyrings/llvm.gpg] http://apt.llvm.org/jammy/ llvm-toolchain-jammy-18 main" > /etc/apt/sources.list.d/llvm.list; apt-get update; apt-get install -y --no-install-recommends llvm-18; rm -rf /var/lib/apt/lists/*; LLVM_CONFIG_PATH="$(command -v llvm-config-18)"; if [ -z "$LLVM_CONFIG_PATH" ]; then echo "ERROR: llvm-config-18 not found after install"; exit 1; fi; fi; echo "[TileLang] Using LLVM_CONFIG at: $LLVM_CONFIG_PATH"; export PATH="$(dirname "$LLVM_CONFIG_PATH"):/usr/local/bin:${PATH}"; export LLVM_CONFIG="$LLVM_CONFIG_PATH"; mkdir -p /usr/local/bin && printf "#!/usr/bin/env bash\nexec \"%s\" \"\$@\"\n" "$LLVM_CONFIG_PATH" > /usr/local/bin/llvm-config-16 && chmod +x /usr/local/bin/llvm-config-16; "$VENV_PIP" install --no-cache-dir "cython>=0.29.36,<3.0" "apache-tvm-ffi @ git+https://github.com/apache/tvm-ffi.git@37d0485b2058885bf4e7a486f7d7b2174a8ac1ce" "z3-solver==4.15.4.0"; git clone --recursive "${TILELANG_REPO}" /opt/tilelang && cd /opt/tilelang && git fetch --depth=1 origin "${TILELANG_COMMIT}" || true && git checkout -f "${TILELANG_COMMIT}" && git submodule update --init --recursive && export CMAKE_ARGS="-DUSE_CUDA=OFF -DUSE_ROCM=ON -DROCM_PATH=/opt/rocm -DLLVM_CONFIG=${LLVM_CONFIG} -DSKBUILD_SABI_VERSION= ${CMAKE_ARGS:-}" && "$VENV_PIP" install -e . -v --no-build-isolation --no-deps; if [ -f pyproject.toml ]; then sed -i "/^[[:space:]]*\"torch/d" pyproject.toml || true; fi; "$VENV_PIP" cache purge || true; "$VENV_PY" -c "import tilelang; print(tilelang.__version__)"'
2026-07-16 07:35:48 UTC|31 AINIC_VERSION=1.117.5-a-38 AITER_REPO=https://github.com/ROCm/aiter.git BRANCH_TYPE=local BUILD_TYPE=all ENABLE_MORI=0 ENABLE_NIXL=1 FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git GPU_ARCH=gfx950 LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MORI_COMMIT=e31d426a13e96e1cbff96a1c904d291aefe8c46a MORI_REPO=https://github.com/ROCm/mori.git NIC_BACKEND=none NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 NIXL_REPO=https://github.com/ai-dynamo/nixl.git SGL_BRANCH=main SGL_DEFAULT=main SGL_REPO=https://github.com/sgl-project/sglang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 TILELANG_REPO=https://github.com/tile-ai/tilelang.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 TRITON_REPO=https://github.com/triton-lang/triton.git UBUNTU_CODENAME=jammy UBUNTU_MIRROR= UCX_BRANCH=v1.19.x UCX_REPO=https://github.com/openucx/ucx.git /bin/sh -c /bin/bash -lc 'set -euo pipefail; git clone --branch "${FHT_BRANCH}" "${FHT_REPO}" fast-hadamard-transform; cd fast-hadamard-transform; git checkout -f "${FHT_COMMIT}"; python setup.py install'
2026-07-16 07:36:13 UTC|31 AINIC_VERSION=1.117.5-a-38 AITER_REPO=https://github.com/ROCm/aiter.git BRANCH_TYPE=local BUILD_TYPE=all ENABLE_MORI=0 ENABLE_NIXL=1 FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git GPU_ARCH=gfx950 LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MORI_COMMIT=e31d426a13e96e1cbff96a1c904d291aefe8c46a MORI_REPO=https://github.com/ROCm/mori.git NIC_BACKEND=none NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 NIXL_REPO=https://github.com/ai-dynamo/nixl.git SGL_BRANCH=main SGL_DEFAULT=main SGL_REPO=https://github.com/sgl-project/sglang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 TILELANG_REPO=https://github.com/tile-ai/tilelang.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 TRITON_REPO=https://github.com/triton-lang/triton.git UBUNTU_CODENAME=jammy UBUNTU_MIRROR= UCX_BRANCH=v1.19.x UCX_REPO=https://github.com/openucx/ucx.git /bin/sh -c python3 -m pip install --no-cache-dir py-spy pre-commit tabulate
2026-07-16 07:36:37 UTC|31 AINIC_VERSION=1.117.5-a-38 AITER_REPO=https://github.com/ROCm/aiter.git BRANCH_TYPE=local BUILD_TYPE=all ENABLE_MORI=0 ENABLE_NIXL=1 FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git GPU_ARCH=gfx950 LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MORI_COMMIT=e31d426a13e96e1cbff96a1c904d291aefe8c46a MORI_REPO=https://github.com/ROCm/mori.git NIC_BACKEND=none NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 NIXL_REPO=https://github.com/ai-dynamo/nixl.git SGL_BRANCH=main SGL_DEFAULT=main SGL_REPO=https://github.com/sgl-project/sglang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 TILELANG_REPO=https://github.com/tile-ai/tilelang.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 TRITON_REPO=https://github.com/triton-lang/triton.git UBUNTU_CODENAME=jammy UBUNTU_MIRROR= UCX_BRANCH=v1.19.x UCX_REPO=https://github.com/openucx/ucx.git /bin/sh -c /bin/bash -lc 'set -euo pipefail; if [ "${ENABLE_MORI}" != "1" ]; then echo "[MORI] Skipping (ENABLE_MORI=${ENABLE_MORI})"; exit 0; fi; echo "[MORI] Enabling MORI (NIC_BACKEND=${NIC_BACKEND})"; apt-get update && apt-get install -y --no-install-recommends build-essential g++ jq libopenmpi-dev libpci-dev initramfs-tools && rm -rf /var/lib/apt/lists/*; case "${NIC_BACKEND}" in none) apt-get update && apt-get install -y --no-install-recommends ca-certificates curl gnupg apt-transport-https && rm -rf /var/lib/apt/lists/* && mkdir -p /etc/apt/keyrings; curl -fsSL https://repo.radeon.com/rocm/rocm.gpg.key | gpg --dearmor > /etc/apt/keyrings/amdainic.gpg; echo "deb [arch=amd64 signed-by=/etc/apt/keyrings/amdainic.gpg] https://repo.radeon.com/amdainic/pensando/ubuntu/${AINIC_VERSION} ${UBUNTU_CODENAME} main" > /etc/apt/sources.list.d/amdainic.list; apt-get update && apt-get install -y --no-install-recommends libionic-dev ionic-common ; rm -rf /var/lib/apt/lists/*; install -m 0755 -d /etc/apt/keyrings && curl -fsSL https://packages.broadcom.com/artifactory/api/security/keypair/PackagesKey/public -o /etc/apt/keyrings/broadcom-nic.asc && chmod a+r /etc/apt/keyrings/broadcom-nic.asc && echo "deb [arch=amd64 signed-by=/etc/apt/keyrings/broadcom-nic.asc] https://packages.broadcom.com/artifactory/ethernet-nic-debian-public jammy main" > /etc/apt/sources.list.d/broadcom-nic.list && apt-get update && apt-get install -y ibverbs-utils bnxt-rocelib=235.2.86.0 && cp /usr/local/lib/x86_64-linux-gnu/libbnxt_re* /usr/local/lib/. ;; ainic) apt-get update && apt-get install -y --no-install-recommends ca-certificates curl gnupg apt-transport-https && rm -rf /var/lib/apt/lists/* && mkdir -p /etc/apt/keyrings; curl -fsSL https://repo.radeon.com/rocm/rocm.gpg.key | gpg --dearmor > /etc/apt/keyrings/amdainic.gpg; echo "deb [arch=amd64 signed-by=/etc/apt/keyrings/amdainic.gpg] https://repo.radeon.com/amdainic/pensando/ubuntu/${AINIC_VERSION} ${UBUNTU_CODENAME} main" > /etc/apt/sources.list.d/amdainic.list; apt-get update && apt-get install -y --no-install-recommends libionic-dev ionic-common ; rm -rf /var/lib/apt/lists/*; ;; bnxt) echo "[MORI] Enabling Broadcom BNXT backend"; apt-get update && apt-get install -y --no-install-recommends ca-certificates curl && install -m 0755 -d /etc/apt/keyrings && curl -fsSL https://packages.broadcom.com/artifactory/api/security/keypair/PackagesKey/public -o /etc/apt/keyrings/broadcom-nic.asc && chmod a+r /etc/apt/keyrings/broadcom-nic.asc && echo "deb [arch=amd64 signed-by=/etc/apt/keyrings/broadcom-nic.asc] https://packages.broadcom.com/artifactory/ethernet-nic-debian-public jammy main" > /etc/apt/sources.list.d/broadcom-nic.list && apt-get update && apt-get install -y ibverbs-utils bnxt-rocelib=235.2.86.0 && cp /usr/local/lib/x86_64-linux-gnu/libbnxt_re* /usr/local/lib/. ;; *) echo "ERROR: unknown NIC_BACKEND=${NIC_BACKEND}. Use one of: none, ainic"; exit 2; ;; esac; export MORI_GPU_ARCHS="${GPU_ARCH_LIST}"; echo "[MORI] MORI_GPU_ARCHS=${MORI_GPU_ARCHS} NIC_BACKEND=${NIC_BACKEND}"; rm -rf /sgl-workspace/mori; git clone "${MORI_REPO}" /sgl-workspace/mori; cd /sgl-workspace/mori; git checkout "${MORI_COMMIT}"; git submodule update --init --recursive; python3 setup.py develop; python3 -c "import os, torch; print(os.path.join(os.path.dirname(torch.__file__), \"lib\"))" > /etc/ld.so.conf.d/torch.conf; ldconfig; echo "export PYTHONPATH=/sgl-workspace/mori:\${PYTHONPATH}" >> /etc/bash.bashrc; echo "[MORI] Done."'
2026-07-16 07:38:51 UTC|31 AINIC_VERSION=1.117.5-a-38 AITER_REPO=https://github.com/ROCm/aiter.git BRANCH_TYPE=local BUILD_TYPE=all ENABLE_MORI=0 ENABLE_NIXL=1 FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git GPU_ARCH=gfx950 LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MORI_COMMIT=e31d426a13e96e1cbff96a1c904d291aefe8c46a MORI_REPO=https://github.com/ROCm/mori.git NIC_BACKEND=none NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 NIXL_REPO=https://github.com/ai-dynamo/nixl.git SGL_BRANCH=main SGL_DEFAULT=main SGL_REPO=https://github.com/sgl-project/sglang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 TILELANG_REPO=https://github.com/tile-ai/tilelang.git TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 TRITON_REPO=https://github.com/triton-lang/triton.git UBUNTU_CODENAME=jammy UBUNTU_MIRROR= UCX_BRANCH=v1.19.x UCX_REPO=https://github.com/openucx/ucx.git /bin/sh -c /bin/bash -lc 'set -euo pipefail; [ "${ENABLE_NIXL}" = "1" ] || { echo "[NIXL] skip (ENABLE_NIXL=${ENABLE_NIXL})"; exit 0; }; apt-get update && apt-get install -y --no-install-recommends build-essential autoconf automake libtool pkg-config git libibverbs-dev librdmacm-dev rdma-core && rm -rf /var/lib/apt/lists/*; pip install --no-cache-dir meson ninja pybind11 meson-python patchelf pyyaml; git clone --depth=1 -b "${UCX_BRANCH}" "${UCX_REPO}" /sgl-workspace/ucx; cd /sgl-workspace/ucx && ./autogen.sh && mkdir build && cd build && ../configure --prefix=/opt/ucx --enable-shared --disable-static --disable-doxygen-doc --enable-optimizations --enable-devel-headers --with-rocm=/opt/rocm --with-verbs --with-dm --enable-mt && make -j"$(nproc)" && make install; git clone --depth=1 -b v3.10.0 https://github.com/taskflow/taskflow.git /sgl-workspace/taskflow; cp -r /sgl-workspace/taskflow/taskflow /usr/local/include/; mkdir -p /usr/local/lib/pkgconfig; printf "Name: taskflow\nDescription: Taskflow\nVersion: 3.10.0\nCflags: -I/usr/local/include\n" > /usr/local/lib/pkgconfig/taskflow.pc; git clone "${NIXL_REPO}" /sgl-workspace/nixl && cd /sgl-workspace/nixl && git checkout -f "${NIXL_COMMIT}"; CXXFLAGS="-Wno-error" LD_LIBRARY_PATH="/opt/ucx/lib:/opt/rocm/lib" PKG_CONFIG_PATH="/usr/local/lib/pkgconfig" pip install . --no-deps --no-build-isolation --config-settings=setup-args="-Ducx_path=/opt/ucx" --config-settings=setup-args="-Dwheel_variant=rocm" --config-settings=setup-args="-Denable_plugins=UCX,POSIX"; SITE=$(python3 -c "import sysconfig; print(sysconfig.get_paths()[\"purelib\"])"); ln -sfn nixl_rocm "$SITE/nixl"; echo "export LD_LIBRARY_PATH=/opt/ucx/lib:\${LD_LIBRARY_PATH}" >> /etc/bash.bashrc'
2026-07-16 07:39:18 UTC/bin/sh -c #(nop) ARG TORCH_ROCM_FILE=torch-2.9.1+rocm7.2.0.lw.git7e1940d4-cp310-cp310-linux_x86_64.whl
2026-07-16 07:39:43 UTC|32 AINIC_VERSION=1.117.5-a-38 AITER_REPO=https://github.com/ROCm/aiter.git BRANCH_TYPE=local BUILD_TYPE=all ENABLE_MORI=0 ENABLE_NIXL=1 FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git GPU_ARCH=gfx950 LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MORI_COMMIT=e31d426a13e96e1cbff96a1c904d291aefe8c46a MORI_REPO=https://github.com/ROCm/mori.git NIC_BACKEND=none NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 NIXL_REPO=https://github.com/ai-dynamo/nixl.git SGL_BRANCH=main SGL_DEFAULT=main SGL_REPO=https://github.com/sgl-project/sglang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 TILELANG_REPO=https://github.com/tile-ai/tilelang.git TORCH_ROCM_FILE=torch-2.9.1+rocm7.2.0.lw.git7e1940d4-cp310-cp310-linux_x86_64.whl TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 TRITON_REPO=https://github.com/triton-lang/triton.git UBUNTU_CODENAME=jammy UBUNTU_MIRROR= UCX_BRANCH=v1.19.x UCX_REPO=https://github.com/openucx/ucx.git /bin/sh -c mkdir /tmp/whl && cd /tmp/whl && export TORCH_ROCM_FILE="${TORCH_ROCM_FILE}" && cat > hack.py <<"PY"
2026-07-16 07:40:08 UTC|32 AINIC_VERSION=1.117.5-a-38 AITER_REPO=https://github.com/ROCm/aiter.git BRANCH_TYPE=local BUILD_TYPE=all ENABLE_MORI=0 ENABLE_NIXL=1 FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git GPU_ARCH=gfx950 LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MORI_COMMIT=e31d426a13e96e1cbff96a1c904d291aefe8c46a MORI_REPO=https://github.com/ROCm/mori.git NIC_BACKEND=none NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 NIXL_REPO=https://github.com/ai-dynamo/nixl.git SGL_BRANCH=main SGL_DEFAULT=main SGL_REPO=https://github.com/sgl-project/sglang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 TILELANG_REPO=https://github.com/tile-ai/tilelang.git TORCH_ROCM_FILE=torch-2.9.1+rocm7.2.0.lw.git7e1940d4-cp310-cp310-linux_x86_64.whl TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 TRITON_REPO=https://github.com/triton-lang/triton.git UBUNTU_CODENAME=jammy UBUNTU_MIRROR= UCX_BRANCH=v1.19.x UCX_REPO=https://github.com/openucx/ucx.git /bin/sh -c cd /tmp/whl && case "${GPU_ARCH}" in *rocm720*) echo "ROCm 7.2 flavor detected from GPU_ARCH=${GPU_ARCH}"; python hack.py && python3 -m pip install --force --no-deps /tmp/${TORCH_ROCM_FILE} && rm -fr /tmp/whl /tmp/${TORCH_ROCM_FILE} ;; *) echo "Not rocm720 (GPU_ARCH=${GPU_ARCH}), skip patch"; ;; esac
2026-07-16 07:40:33 UTC|32 AINIC_VERSION=1.117.5-a-38 AITER_REPO=https://github.com/ROCm/aiter.git BRANCH_TYPE=local BUILD_TYPE=all ENABLE_MORI=0 ENABLE_NIXL=1 FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git GPU_ARCH=gfx950 LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MORI_COMMIT=e31d426a13e96e1cbff96a1c904d291aefe8c46a MORI_REPO=https://github.com/ROCm/mori.git NIC_BACKEND=none NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 NIXL_REPO=https://github.com/ai-dynamo/nixl.git SGL_BRANCH=main SGL_DEFAULT=main SGL_REPO=https://github.com/sgl-project/sglang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 TILELANG_REPO=https://github.com/tile-ai/tilelang.git TORCH_ROCM_FILE=torch-2.9.1+rocm7.2.0.lw.git7e1940d4-cp310-cp310-linux_x86_64.whl TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 TRITON_REPO=https://github.com/triton-lang/triton.git UBUNTU_CODENAME=jammy UBUNTU_MIRROR= UCX_BRANCH=v1.19.x UCX_REPO=https://github.com/openucx/ucx.git /bin/sh -c if [ "$BUILD_TRITON" = "1" ]; then pip uninstall -y triton && apt install -y cmake && git clone ${TRITON_REPO} triton-custom && cd triton-custom && git checkout ${TRITON_COMMIT} && pip install -r python/requirements.txt && pip install -e . && if [ -d python/triton_kernels ]; then pip install -e python/triton_kernels --no-deps; fi; fi
2026-07-16 07:40:58 UTC|32 AINIC_VERSION=1.117.5-a-38 AITER_REPO=https://github.com/ROCm/aiter.git BRANCH_TYPE=local BUILD_TYPE=all ENABLE_MORI=0 ENABLE_NIXL=1 FHT_BRANCH=rocm FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd1 FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git GPU_ARCH=gfx950 LLVM_BRANCH=MainOpSelV2 LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a560 LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git MORI_COMMIT=e31d426a13e96e1cbff96a1c904d291aefe8c46a MORI_REPO=https://github.com/ROCm/mori.git NIC_BACKEND=none NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc40 NIXL_REPO=https://github.com/ai-dynamo/nixl.git SGL_BRANCH=main SGL_DEFAULT=main SGL_REPO=https://github.com/sgl-project/sglang.git TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc900 TILELANG_REPO=https://github.com/tile-ai/tilelang.git TORCH_ROCM_FILE=torch-2.9.1+rocm7.2.0.lw.git7e1940d4-cp310-cp310-linux_x86_64.whl TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc4840 TRITON_REPO=https://github.com/triton-lang/triton.git UBUNTU_CODENAME=jammy UBUNTU_MIRROR= UCX_BRANCH=v1.19.x UCX_REPO=https://github.com/openucx/ucx.git /bin/sh -c python3 - <<'PY'
2026-07-16 07:41:22 UTC/bin/sh -c #(nop) ENV SGLANG_DISABLE_CUDNN_CHECK=1
2026-07-16 07:41:47 UTC/bin/sh -c #(nop) ENV HIP_FORCE_DEV_KERNARG=1
2026-07-16 07:42:11 UTC/bin/sh -c #(nop) ENV HSA_NO_SCRATCH_RECLAIM=1
2026-07-16 07:42:36 UTC/bin/sh -c #(nop) ENV SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN=1
2026-07-16 07:43:00 UTC/bin/sh -c #(nop) ENV SGLANG_INT4_WEIGHT=0
2026-07-16 07:43:25 UTC/bin/sh -c #(nop) ENV SGLANG_MOE_PADDING=1
2026-07-16 07:43:49 UTC/bin/sh -c #(nop) ENV SGLANG_ROCM_DISABLE_LINEARQUANT=0
2026-07-16 07:44:14 UTC/bin/sh -c #(nop) ENV SGLANG_ROCM_FUSED_DECODE_MLA=1
2026-07-16 07:44:39 UTC/bin/sh -c #(nop) ENV SGLANG_SET_CPU_AFFINITY=1
2026-07-16 07:45:03 UTC/bin/sh -c #(nop) ENV SGLANG_USE_AITER=1
2026-07-16 07:45:28 UTC/bin/sh -c #(nop) ENV SGLANG_USE_ROCM700A=1
2026-07-16 07:45:52 UTC/bin/sh -c #(nop) ENV NCCL_MIN_NCHANNELS=112
2026-07-16 07:46:17 UTC/bin/sh -c #(nop) ENV ROCM_QUICK_REDUCE_QUANTIZATION=INT8
2026-07-16 07:46:42 UTC/bin/sh -c #(nop) ENV TORCHINDUCTOR_MAX_AUTOTUNE=1
2026-07-16 07:47:06 UTC/bin/sh -c #(nop) ENV TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE=1
2026-07-16 07:47:31 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
Delete Tag
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.