verlai
    verl
    app-verl0.5-sglang0.4.9.post6-mcore0.13.0-te2.2
Namespace
verlai
Image / Tag
verl:app-verl0.5-sglang0.4.9.post6-mcore0.13.0-te2.2
Content Digest
sha256:26e840bf5bfeafb7036ba295ae447bbd81af7e324a2e13a37a2bf5d168073861
Details
Created

2025-08-06 11:52:42 +0800

Size

19 GB

Content Digest
Labels
  • com.nvidia.build.id
    107063150
  • com.nvidia.build.ref
    25aae698093a80672c33aac448393478894f210e
  • com.nvidia.cublas.version
    12.6.0.22
  • com.nvidia.cuda.version
    9.0
  • com.nvidia.cudnn.version
    9.3.0.75
  • com.nvidia.cufft.version
    11.2.6.28
  • com.nvidia.curand.version
    10.3.7.37
  • com.nvidia.cusolver.version
    11.6.4.38
  • com.nvidia.cusparse.version
    12.5.2.23
  • com.nvidia.cusparselt.version
    0.6.2.3
  • com.nvidia.cutensor.version
    2.0.2.5
  • com.nvidia.nccl.version
    2.22.3
  • com.nvidia.npp.version
    12.3.1.23
  • com.nvidia.nsightcompute.version
    2024.3.0.15
  • com.nvidia.nsightsystems.version
    2024.4.2.133
  • com.nvidia.nvjpeg.version
    12.3.3.23
  • com.nvidia.pytorch.version
    2.5.0a0+872d972
  • com.nvidia.tensorrt.version
    10.3.0.26+cuda12.5.1.007
  • com.nvidia.tensorrtoss.version
    24.08
  • com.nvidia.volumes.needed
    nvidia_driver
  • org.opencontainers.image.ref.name
    ubuntu
  • org.opencontainers.image.version
    22.04
Environment
BASH_ENV

/etc/bash.bashrc

COCOAPI_VERSION

2.0+nv0.8.0

CPATH

/usr/local/mpi/include:

CUBLAS_VERSION

12.6.0.22

CUDA_CACHE_DISABLE

1

CUDA_DRIVER_VERSION

560.35.03

CUDA_HOME

/usr/local/cuda

CUDA_MODULE_LOADING

LAZY

CUDA_VERSION

12.6.0.022

CUDNN_FRONTEND_VERSION

1.5.2

CUDNN_VERSION

9.3.0.75

CUFFT_VERSION

11.2.6.28

CURAND_VERSION

10.3.7.37

CUSOLVER_VERSION

11.6.4.38

CUSPARSELT_VERSION

0.6.2.3

CUSPARSE_VERSION

12.5.2.23

CUTENSOR_VERSION

2.0.2.5

DALI_BUILD

16741769

DALI_VERSION

1.40.0

DEBIAN_FRONTEND

noninteractive

ENV

/etc/shinit_v2

GDRCOPY_HOME

/workspace/gdrcopy

GDRCOPY_VERSION

2.3.1-1

HF_HUB_ENABLE_HF_TRANSFER

1

HPCX_VERSION

2.19

JUPYTER_PORT

8888

LC_ALL

C.UTF-8

LD_LIBRARY_PATH

/workspace/deepep-nvshmem/install/lib:/usr/local/x86_64-linux-gnu:/usr/local/mpi/lib:/usr/local/lib/python3.10/dist-packages/torch/lib:/usr/local/lib/python3.10/dist-packages/torch_tensorrt/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64

LIBRARY_PATH

/usr/local/cuda/lib64/stubs:

MAX_JOBS

8

MODEL_OPT_VERSION

0.15.0

MOFED_VERSION

5.4-rdmacore39.0

NCCL_VERSION

2.22.3

NODE_OPTIONS

NPP_VERSION

12.3.1.23

NSIGHT_COMPUTE_VERSION

2024.3.0.15

NSIGHT_SYSTEMS_VERSION

2024.4.2.133

NVFUSER_BUILD_VERSION

1d02b13

NVFUSER_VERSION

1d02b13

NVIDIA_BUILD_ID

107063150

NVIDIA_DRIVER_CAPABILITIES

compute,utility,video

NVIDIA_PRODUCT_NAME

PyTorch

NVIDIA_PYTORCH_VERSION

24.08

NVIDIA_REQUIRE_CUDA

cuda>=9.0

NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS

NVIDIA_VISIBLE_DEVICES

all

NVJPEG_VERSION

12.3.3.23

NVPL_LAPACK_MATH_MODE

PEDANTIC

NVSHMEM_DIR

/workspace/deepep-nvshmem/install

OMPI_MCA_coll_hcoll_enable

0

OPAL_PREFIX

/opt/hpcx/ompi

OPENMPI_VERSION

4.1.7

OPENUCX_VERSION

1.17.0

PATH

/workspace/deepep-nvshmem/install/bin:/usr/local/lib/python3.10/dist-packages/torch_tensorrt/bin:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/tensorrt/bin

PIP_DEFAULT_TIMEOUT

100

PIP_ROOT_USER_ACTION

ignore

POLYGRAPHY_VERSION

0.49.13

PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION

python

PYTHONIOENCODING

utf-8

PYTORCH_BUILD_NUMBER

0

PYTORCH_BUILD_VERSION

2.5.0a0+872d972

PYTORCH_HOME

/opt/pytorch/pytorch

PYTORCH_VERSION

2.5.0a0+872d972

RDMACORE_VERSION

39.0

SHELL

/bin/bash

TENSORBOARD_PORT

6006

TORCH_ALLOW_TF32_CUBLAS_OVERRIDE

1

TORCH_CUDA_ARCH_LIST

5.2 6.0 6.1 7.0 7.2 7.5 8.0 8.6 8.7 9.0+PTX

TORCH_CUDNN_V8_API_ENABLED

1

TRANSFORMER_ENGINE_VERSION

1.9

TRTOSS_VERSION

24.08

TRT_VERSION

10.3.0.26+cuda12.5.1.007

UCC_CL_BASIC_TLS

^sharp

USE_EXPERIMENTAL_CUDNN_V8_API

1

VLLM_WORKER_MULTIPROC_METHOD

spawn

_CUDA_COMPAT_PATH

/usr/local/cuda/compat

Layers

[#000] sha256:762bedf4b1b784c3de6c5022c5307d63123d3b7cdd59211317e37e9d477deaa0 - 0.15% (29 MB)

[#001] sha256:0b41952b72ac1e4e2b943174b4e15c7283916ab9a7861844e049f70c29d27420 - 0.67% (131 MB)

[#002] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#003] sha256:07ba40811e976cf6a4d029ba82edbbf1ed45409bc27f34c57f3bacbf4d44ac3a - 0.77% (150 MB)

[#004] sha256:5225d47729a13dd2f6d2d7f768399fab2ca95bcbbc76392df18b7cb4ff2fae79 - 0.0% (14.9 KB)

[#005] sha256:a6736266741e28e95b956bc98b3e9441d68b6fd15d774fb015d259b57f154c13 - 21.1% (4.01 GB)

[#006] sha256:1d4f5bd6b322750d9db63e34a12dd11a1f42b75c596d67d1cc5ae8899ebc7c7f - 0.0% (11.3 KB)

[#007] sha256:31b0ebce44a6951915f97a7e94f0151140cad37c4b11aedc76c305e092d34a81 - 0.0% (182 Bytes)

[#008] sha256:80331719ab010c1cbe2d610768098465e14fc65143a501a9c44556638681ab21 - 0.0% (5.72 KB)

[#009] sha256:89611129266d16ab70c941e175dc618c386aab2df5b6fbaaa42e9efd83430c5c - 0.0% (136 KB)

[#010] sha256:a6fb8d7f959b7bbaa0509f2c59531422d23c8dbc87a72f60a8ac94a88a8a0986 - 0.15% (29.9 MB)

[#011] sha256:92d994dcc9cf098a46f42f2e62ac2e4ebba53b631590e2f0655fb71d49363399 - 0.44% (85.3 MB)

[#012] sha256:5bb995e55ec853f56d337293c7618b62e3247ed5fa091c68768f5eddb16580b6 - 0.0% (503 Bytes)

[#013] sha256:9a2596b7b726ea3a4b492cc487d3e292628128dc4bc2da3fa3c3aca94e54969c - 2.14% (417 MB)

[#014] sha256:fca774bb454b7ada8164d6504189ad8fb77b507d77f2673d2b878c28cbbc9b85 - 0.32% (61.8 MB)

[#015] sha256:11481fcc95c641f6861fbfb467636243ae3f19083abadb0f63bb8c3cf8600ff4 - 0.05% (10.6 MB)

[#016] sha256:9eae401406c17ccfda2a9e7424e67c967c955cac46d9e3a8607d5bde6af89d6c - 0.14% (26.7 MB)

[#017] sha256:35be78fa652fce8f199e1da47f761225d36a09a98d98dd1a9ce98d9a377538e2 - 0.06% (12.2 MB)

[#018] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#019] sha256:ea5d2644045a6665f883f9e5ca21d1996cc8758154fac8fc90f6cf662cca80cf - 0.0% (116 Bytes)

[#020] sha256:f21d3f4e09bd0839f4756350eacd5bfa2c7dd63bd134db5589c8d2c70ebeb7a3 - 1.88% (366 MB)

[#021] sha256:bf8d9d43cd4233e3082d3f9a419b2e60be2dafcc24fd4cb811cdd5f09c31ee39 - 3.22% (626 MB)

[#022] sha256:8a94d59c4532288a0fed137d49b16b14a3e5a17c0c1a5d823f716133278bdaff - 0.3% (58.1 MB)

[#023] sha256:55a99d1293ee35b0a99e0784071ff0720afabbb13e9b198696261de49581bda3 - 0.0% (8.35 KB)

[#024] sha256:da730054a51c9cd510f968c6ffab38cb3f5957d67f3e92079698fda8f2c5eea7 - 0.03% (5.4 MB)

[#025] sha256:56d675caff17c70b32e8ea613f9aa9cc980fb33003b87c1e3a9560b60b1cd625 - 0.0% (534 Bytes)

[#026] sha256:9337211dd872bff4023064ae945e2d0dcf5ac5c7da78d71b057b5006b305e778 - 0.0% (372 Bytes)

[#027] sha256:a29b87d9838147a5b350e380c2820eeba4a47a57dd17494877b2be224bb62d0a - 0.0% (362 Bytes)

[#028] sha256:f6e0084ab8205b81d3b88515bb68445b8559f8f3090678b2d64c4fb66feae648 - 0.08% (15 MB)

[#029] sha256:58c927235f97590b5052be58069a119fb9e944a4f5b4e1b1d1634f5b24b92e63 - 4.96% (965 MB)

[#030] sha256:d5fa70aa2f646eb95581b7133cad4ce23fb990b40b9384cd3bf15a5dabc75cd9 - 0.02% (3.52 MB)

[#031] sha256:86c9ab4de569aa82c7c4dbba379837da1e4214bb2ede0b362e9735817b5313ac - 1.14% (221 MB)

[#032] sha256:a69622eddc4e5a66c7238b479eeceec90bb87694a7b65a6d515d1254d6db1b42 - 1.55% (301 MB)

[#033] sha256:e5ec28f65b35b735bfb17e1094357b2fc843c519b76c09f82395bdc04287fa23 - 0.13% (24.3 MB)

[#034] sha256:259c749bcff82ec735bbeb041f4512cd5f2956baf1096788e048a62202950acc - 0.0% (1.09 KB)

[#035] sha256:2e9f629d2b832b5ef55a259d78be05bfac0efd3201698b30de38eb04789d6331 - 0.99% (193 MB)

[#036] sha256:db0616e501aefc7b949f7a7f6c6710d427afb2ad1c4991696772db37255551dd - 0.0% (60.2 KB)

[#037] sha256:9a269f35ab1bd375bf78db0b3f7781a23b5104c2b936f385f745a73fb43577ea - 7.53% (1.43 GB)

[#038] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#039] sha256:24607481cc8d3624705d32fc68fadcb78721ee5aa58fed838f0f6db3db8bbaa6 - 0.0% (1.1 KB)

[#040] sha256:8ddd316cf48f8c2fd820d2fb35eb45923cb700de9f14299c9a0f6d07c9ef0bcf - 0.0% (1.09 KB)

[#041] sha256:691a866a2ee2c8c7d993a3885e2d13d9b98ca29918a37fa4af15712540473692 - 0.03% (6.45 MB)

[#042] sha256:103564df6fb38ae47f1874db5c6b3aa129cb2abad470b0122e1e583c10332604 - 0.15% (28.7 MB)

[#043] sha256:1fc7ac74832355ee420f6fd9130fbb755032052a6d9d8d5ba3a64aa0e1ec20d4 - 0.18% (35.3 MB)

[#044] sha256:d504caaa7ac8544aab0edc57aa3cc9de16021620d5c7c607a2f644c79e9a8259 - 0.01% (1.64 MB)

[#045] sha256:ae0386e7fb80a053d84baea280591bb4d970c3f9a34809a32fa5b7e535724d5b - 0.1% (19.8 MB)

[#046] sha256:17c792d66835b8585173efa8bd3b63fb53484063e3e5db087d4c180c91909642 - 0.3% (58.3 MB)

[#047] sha256:d75d7e3380c4609017e768da37990fcb258ac67a410f27f64ea553dbc300de75 - 0.08% (14.6 MB)

[#048] sha256:ee92530375b73830a010ec20d8777e072a95b433952fd5137a9e7dbc6160fca0 - 0.56% (108 MB)

[#049] sha256:41441409cbc645b8e51977f19f87180f88fea6465264529af052f81ed7315e03 - 0.66% (129 MB)

[#050] sha256:62fed543b7ae10c66437cb033d0ae20c505b9d1879d301dccee5666a67d248b2 - 0.0% (19.4 KB)

[#051] sha256:d5a96c6990f672f8eece9c4cfa1afb88c1f96bfe5a0bd08b6d4ca8d4fd988eb5 - 0.0% (501 Bytes)

[#052] sha256:1d385723b4531fdd15ea91f1248ad5b1a8bff595cd0efe9126cf20a8161b5220 - 0.0% (811 Bytes)

[#053] sha256:401a2848b2564ca9c00bdaf153388b4fd669a253015d2f81a17dd247b4a92437 - 0.25% (48.4 MB)

[#054] sha256:b8deedf7dd7de4ff1dbcf81f24f97ae21fb76f215a07725b7d4a0d028e50dfeb - 0.16% (30.5 MB)

[#055] sha256:0b1c6e496fe61df01fcd123505e1112500aecc6239da4ca29bd164e921ffb442 - 0.02% (3.08 MB)

[#056] sha256:5661533fd79207e7bd8cede0b241a6b4969422308971656aae1986abba8e92a0 - 0.0% (3.36 KB)

[#057] sha256:2bec5fe1e99c9263039bfb7d5ba8c26c8bffadab4a4182401a0d36c90a527d97 - 14.9% (2.83 GB)

[#058] sha256:ad2bacba4399d1eaea64e3d05569ad50a691514adc1d36fccbdd213dbc7e025a - 1.82% (354 MB)

[#059] sha256:f97dc92a28e34a6e149335b01c7bf66c5a02b95479c2e9174fdb4303bfc443dc - 0.09% (17.4 MB)

[#060] sha256:06c5fcbe3c260ae4b8873f1f17e0f986ab6e02fe7541dc3fe4499ae8c425a8cf - 14.6% (2.77 GB)

[#061] sha256:8d760078af36458a8fc445a8d93520784ada1a128b293acbfaf060690ea47721 - 0.27% (51.8 MB)

[#062] sha256:f1b1d224c240f04555e5febecd13f35bdb92e7e57090f272eea9788ffd6580bc - 2.1% (407 MB)

[#063] sha256:1e72560ea2f21e59ec39f42cc95b74f34fd4eb02b51bf986060c2ecb67d36ebf - 2.13% (415 MB)

[#064] sha256:b4b48537684faaf3a14cf2ae754697f7bc5b639d5d19a844d2a2bb39e2774fe6 - 1.37% (266 MB)

[#065] sha256:f61653681221ed020fe4b0a9ce787bd385496365aa3ae42f8c09e9320333a630 - 0.0% (196 Bytes)

[#066] sha256:1e7882b4d2297a49fba388ea46748efd81eb48637c6d5338ddb22f7f53e2d884 - 0.02% (4.34 MB)

[#067] sha256:b64f29d1157e7bb54b885d991daf08c32b4577111011eca3c89194736b52e1a1 - 0.01% (1.17 MB)

[#068] sha256:307e64d9542c553d2f685f8eb5afef1509474bb2caf10ba04f515c93b63e023d - 4.71% (916 MB)

[#069] sha256:90327b86920db622c2eeaa96be3994d5eed498b759f20696d2603a7f0bd1a746 - 0.71% (138 MB)

[#070] sha256:e43e1a4ca0e9c4b235a8247fb389c2988a3488dbe67208d32fdfc3fb00a26ebe - 0.0% (203 Bytes)

[#071] sha256:ebf31ec3a9dc1f527d9b7715eb3feb772f7c3db1bf262f97f26751d1003406f5 - 0.03% (5.08 MB)

[#072] sha256:09243c3193efb15d232f32cd67e1960b795f9d64477bcc39dfb931848403890d - 0.63% (123 MB)

[#073] sha256:13d8889f270c3104377f0be97beda1b1df4f00a4aa9deff159e648808dde402c - 1.88% (365 MB)

[#074] sha256:560a8861c8dce1ac17c3c0e50bbbe8e77da0ef791945cb6c7bda16d154dbbce1 - 0.0% (89 Bytes)

[#075] sha256:235750530687ac72d4d27420c55b745046fdaceb41d7f97d104f28898b908023 - 0.03% (6.74 MB)

[#076] sha256:c05c5d1549bde98d09bc90eda5af7cf0ac1324c3610db9cf5fbca0ecb612ba42 - 3.45% (671 MB)

[#077] sha256:e747ec34495f6cd6beae1520802d8220d3ea2d06d206714ec67c26a97877a962 - 0.92% (180 MB)

[#078] sha256:9c1c4f155efc2d2e919d4a91e0d02f9358dd0b205b786345ee073777c2d01e05 - 0.01% (2.54 MB)

[#079] sha256:2b2d34edada918622d0574613cec661541f5f3eb4e5e51601685fd0bf6d3b1ed - 0.0% (103 KB)

History
2024-08-13 09:27:22 UTC

/bin/sh -c #(nop) ARG RELEASE

2024-08-13 09:27:22 UTC

/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH

2024-08-13 09:27:22 UTC

/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu

2024-08-13 09:27:22 UTC

/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04

2024-08-13 09:27:24 UTC

/bin/sh -c #(nop) ADD file:2f8a54a5efd080fb81efea702b4e3e07d946eec7563fb2281bd28950c10ec462 in /

2024-08-13 09:27:24 UTC

/bin/sh -c #(nop) CMD ["/bin/bash"]

2024-08-17 04:54:33 UTC (buildkit.dockerfile.v0)

RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive && apt-get update && apt-get install -y --no-install-recommends apt-utils build-essential ca-certificates curl libncurses5 libncursesw5 patch wget rsync unzip jq gnupg libtcmalloc-minimal4 # buildkit

2024-08-17 04:54:33 UTC (buildkit.dockerfile.v0)

ARG CUDA_VERSION=12.6.0.022

2024-08-17 04:54:33 UTC (buildkit.dockerfile.v0)

ARG CUDA_DRIVER_VERSION=560.35.03

2024-08-17 04:54:33 UTC (buildkit.dockerfile.v0)

ARG JETPACK_HOST_MOUNTS=

2024-08-17 04:54:33 UTC (buildkit.dockerfile.v0)

ENV CUDA_VERSION=12.6.0.022 CUDA_DRIVER_VERSION=560.35.03 CUDA_CACHE_DISABLE=1 NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=

2024-08-17 04:54:33 UTC (buildkit.dockerfile.v0)

RUN |3 CUDA_VERSION=12.6.0.022 CUDA_DRIVER_VERSION=560.35.03 JETPACK_HOST_MOUNTS= /bin/sh -c if [ -n "${JETPACK_HOST_MOUNTS}" ]; then echo "/usr/lib/aarch64-linux-gnu/tegra" > /etc/ld.so.conf.d/nvidia-tegra.conf && echo "/usr/lib/aarch64-linux-gnu/tegra-egl" >> /etc/ld.so.conf.d/nvidia-tegra.conf; fi # buildkit

2024-08-17 04:54:52 UTC (buildkit.dockerfile.v0)

RUN |3 CUDA_VERSION=12.6.0.022 CUDA_DRIVER_VERSION=560.35.03 JETPACK_HOST_MOUNTS= /bin/sh -c /nvidia/build-scripts/installCUDA.sh # buildkit

2024-08-17 04:54:52 UTC (buildkit.dockerfile.v0)

RUN |3 CUDA_VERSION=12.6.0.022 CUDA_DRIVER_VERSION=560.35.03 JETPACK_HOST_MOUNTS= /bin/sh -c cp -vprd /nvidia/. / && patch -p0 < /etc/startup_scripts.patch && rm -f /etc/startup_scripts.patch # buildkit

2024-08-17 04:54:52 UTC (buildkit.dockerfile.v0)

ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash NVIDIA_REQUIRE_CUDA=cuda>=9.0

2024-08-17 04:54:52 UTC (buildkit.dockerfile.v0)

LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.0

2024-08-17 04:54:52 UTC (buildkit.dockerfile.v0)

ARG NCCL_VERSION=2.22.3

2024-08-17 04:54:52 UTC (buildkit.dockerfile.v0)

ARG CUBLAS_VERSION=12.6.0.22

2024-08-17 04:54:52 UTC (buildkit.dockerfile.v0)

ARG CUFFT_VERSION=11.2.6.28

2024-08-17 04:54:52 UTC (buildkit.dockerfile.v0)

ARG CURAND_VERSION=10.3.7.37

2024-08-17 04:54:52 UTC (buildkit.dockerfile.v0)

ARG CUSPARSE_VERSION=12.5.2.23

2024-08-17 04:54:52 UTC (buildkit.dockerfile.v0)

ARG CUSOLVER_VERSION=11.6.4.38

2024-08-17 04:54:52 UTC (buildkit.dockerfile.v0)

ARG CUTENSOR_VERSION=2.0.2.5

2024-08-17 04:54:52 UTC (buildkit.dockerfile.v0)

ARG NPP_VERSION=12.3.1.23

2024-08-17 04:54:52 UTC (buildkit.dockerfile.v0)

ARG NVJPEG_VERSION=12.3.3.23

2024-08-17 04:54:52 UTC (buildkit.dockerfile.v0)

ARG CUDNN_VERSION=9.3.0.75

2024-08-17 04:54:52 UTC (buildkit.dockerfile.v0)

ARG CUDNN_FRONTEND_VERSION=1.5.2

2024-08-17 04:54:52 UTC (buildkit.dockerfile.v0)

ARG TRT_VERSION=10.3.0.26+cuda12.5.1.007

2024-08-17 04:54:52 UTC (buildkit.dockerfile.v0)

ARG TRTOSS_VERSION=24.08

2024-08-17 04:54:52 UTC (buildkit.dockerfile.v0)

ARG NSIGHT_SYSTEMS_VERSION=2024.4.2.133

2024-08-17 04:54:52 UTC (buildkit.dockerfile.v0)

ARG NSIGHT_COMPUTE_VERSION=2024.3.0.15

2024-08-17 04:54:52 UTC (buildkit.dockerfile.v0)

ARG CUSPARSELT_VERSION=0.6.2.3

2024-08-17 04:54:52 UTC (buildkit.dockerfile.v0)

ENV NCCL_VERSION=2.22.3 CUBLAS_VERSION=12.6.0.22 CUFFT_VERSION=11.2.6.28 CURAND_VERSION=10.3.7.37 CUSPARSE_VERSION=12.5.2.23 CUSPARSELT_VERSION=0.6.2.3 CUSOLVER_VERSION=11.6.4.38 CUTENSOR_VERSION=2.0.2.5 NPP_VERSION=12.3.1.23 NVJPEG_VERSION=12.3.3.23 CUDNN_VERSION=9.3.0.75 CUDNN_FRONTEND_VERSION=1.5.2 TRT_VERSION=10.3.0.26+cuda12.5.1.007 TRTOSS_VERSION=24.08 NSIGHT_SYSTEMS_VERSION=2024.4.2.133 NSIGHT_COMPUTE_VERSION=2024.3.0.15

2024-08-17 04:59:27 UTC (buildkit.dockerfile.v0)

RUN |19 CUDA_VERSION=12.6.0.022 CUDA_DRIVER_VERSION=560.35.03 JETPACK_HOST_MOUNTS= NCCL_VERSION=2.22.3 CUBLAS_VERSION=12.6.0.22 CUFFT_VERSION=11.2.6.28 CURAND_VERSION=10.3.7.37 CUSPARSE_VERSION=12.5.2.23 CUSOLVER_VERSION=11.6.4.38 CUTENSOR_VERSION=2.0.2.5 NPP_VERSION=12.3.1.23 NVJPEG_VERSION=12.3.3.23 CUDNN_VERSION=9.3.0.75 CUDNN_FRONTEND_VERSION=1.5.2 TRT_VERSION=10.3.0.26+cuda12.5.1.007 TRTOSS_VERSION=24.08 NSIGHT_SYSTEMS_VERSION=2024.4.2.133 NSIGHT_COMPUTE_VERSION=2024.3.0.15 CUSPARSELT_VERSION=0.6.2.3 /bin/sh -c /nvidia/build-scripts/installLIBS.sh && /nvidia/build-scripts/installCUDNN.sh && /nvidia/build-scripts/installTRT.sh && /nvidia/build-scripts/installNSYS.sh && /nvidia/build-scripts/installNCU.sh && /nvidia/build-scripts/installCUTENSOR.sh && /nvidia/build-scripts/installCUSPARSELT.sh && if [ -z "${JETPACK_HOST_MOUNTS}" ]; then /nvidia/build-scripts/installNCCL.sh; fi; # buildkit

2024-08-17 04:59:27 UTC (buildkit.dockerfile.v0)

LABEL com.nvidia.nccl.version=2.22.3 com.nvidia.cublas.version=12.6.0.22 com.nvidia.cufft.version=11.2.6.28 com.nvidia.curand.version=10.3.7.37 com.nvidia.cusparse.version=12.5.2.23 com.nvidia.cusparselt.version=0.6.2.3 com.nvidia.cusolver.version=11.6.4.38 com.nvidia.cutensor.version=2.0.2.5 com.nvidia.npp.version=12.3.1.23 com.nvidia.nvjpeg.version=12.3.3.23 com.nvidia.cudnn.version=9.3.0.75 com.nvidia.tensorrt.version=10.3.0.26+cuda12.5.1.007 com.nvidia.tensorrtoss.version=24.08 com.nvidia.nsightsystems.version=2024.4.2.133 com.nvidia.nsightcompute.version=2024.3.0.15

2024-08-17 04:59:27 UTC (buildkit.dockerfile.v0)

ARG DALI_VERSION=1.40.0

2024-08-17 04:59:27 UTC (buildkit.dockerfile.v0)

ARG DALI_BUILD=16741769

2024-08-17 04:59:27 UTC (buildkit.dockerfile.v0)

ARG POLYGRAPHY_VERSION=0.49.13

2024-08-17 04:59:27 UTC (buildkit.dockerfile.v0)

ARG TRANSFORMER_ENGINE_VERSION=1.9

2024-08-17 04:59:27 UTC (buildkit.dockerfile.v0)

ARG MODEL_OPT_VERSION=0.15.0

2024-08-17 04:59:27 UTC (buildkit.dockerfile.v0)

ENV DALI_VERSION=1.40.0 DALI_BUILD=16741769 POLYGRAPHY_VERSION=0.49.13 TRANSFORMER_ENGINE_VERSION=1.9 MODEL_OPT_VERSION=0.15.0

2024-08-17 04:59:27 UTC (buildkit.dockerfile.v0)

ADD docs.tgz / # buildkit

2024-08-17 04:59:28 UTC (buildkit.dockerfile.v0)

RUN |24 CUDA_VERSION=12.6.0.022 CUDA_DRIVER_VERSION=560.35.03 JETPACK_HOST_MOUNTS= NCCL_VERSION=2.22.3 CUBLAS_VERSION=12.6.0.22 CUFFT_VERSION=11.2.6.28 CURAND_VERSION=10.3.7.37 CUSPARSE_VERSION=12.5.2.23 CUSOLVER_VERSION=11.6.4.38 CUTENSOR_VERSION=2.0.2.5 NPP_VERSION=12.3.1.23 NVJPEG_VERSION=12.3.3.23 CUDNN_VERSION=9.3.0.75 CUDNN_FRONTEND_VERSION=1.5.2 TRT_VERSION=10.3.0.26+cuda12.5.1.007 TRTOSS_VERSION=24.08 NSIGHT_SYSTEMS_VERSION=2024.4.2.133 NSIGHT_COMPUTE_VERSION=2024.3.0.15 CUSPARSELT_VERSION=0.6.2.3 DALI_VERSION=1.40.0 DALI_BUILD=16741769 POLYGRAPHY_VERSION=0.49.13 TRANSFORMER_ENGINE_VERSION=1.9 MODEL_OPT_VERSION=0.15.0 /bin/sh -c echo "/usr/local/nvidia/lib" >> /etc/ld.so.conf.d/nvidia.conf && echo "/usr/local/nvidia/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit

2024-08-17 04:59:28 UTC (buildkit.dockerfile.v0)

ARG _LIBPATH_SUFFIX=

2024-08-17 04:59:28 UTC (buildkit.dockerfile.v0)

ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video

2024-08-17 04:59:28 UTC (buildkit.dockerfile.v0)

COPY entrypoint/ /opt/nvidia/ # buildkit

2024-08-17 04:59:28 UTC (buildkit.dockerfile.v0)

ENV NVIDIA_PRODUCT_NAME=CUDA

2024-08-17 04:59:28 UTC (buildkit.dockerfile.v0)

ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]

2024-08-17 04:59:28 UTC (buildkit.dockerfile.v0)

COPY NVIDIA_Deep_Learning_Container_License.pdf /workspace/ # buildkit

2024-08-17 05:19:54 UTC (buildkit.dockerfile.v0)

RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive && apt-get update && apt-get install -y --no-install-recommends build-essential git libglib2.0-0 less libnl-route-3-200 libnl-3-dev libnl-route-3-dev libnuma-dev libnuma1 libpmi2-0-dev nano numactl openssh-client vim wget && rm -rf /var/lib/apt/lists/* # buildkit

2024-08-17 05:20:04 UTC (buildkit.dockerfile.v0)

ARG GDRCOPY_VERSION=2.3.1-1

2024-08-17 05:20:04 UTC (buildkit.dockerfile.v0)

ARG HPCX_VERSION=2.19

2024-08-17 05:20:04 UTC (buildkit.dockerfile.v0)

ARG RDMACORE_VERSION=39.0

2024-08-17 05:20:04 UTC (buildkit.dockerfile.v0)

ARG MOFED_VERSION=5.4-rdmacore39.0

2024-08-17 05:20:04 UTC (buildkit.dockerfile.v0)

ARG OPENUCX_VERSION=1.17.0

2024-08-17 05:20:04 UTC (buildkit.dockerfile.v0)

ARG OPENMPI_VERSION=4.1.7

2024-08-17 05:20:04 UTC (buildkit.dockerfile.v0)

ENV GDRCOPY_VERSION=2.3.1-1 HPCX_VERSION=2.19 MOFED_VERSION=5.4-rdmacore39.0 OPENUCX_VERSION=1.17.0 OPENMPI_VERSION=4.1.7 RDMACORE_VERSION=39.0

2024-08-17 05:20:04 UTC (buildkit.dockerfile.v0)

ARG TARGETARCH=amd64

2024-08-17 05:20:04 UTC (buildkit.dockerfile.v0)

RUN |7 GDRCOPY_VERSION=2.3.1-1 HPCX_VERSION=2.19 RDMACORE_VERSION=39.0 MOFED_VERSION=5.4-rdmacore39.0 OPENUCX_VERSION=1.17.0 OPENMPI_VERSION=4.1.7 TARGETARCH=amd64 /bin/sh -c cd /nvidia && ( export DEBIAN_FRONTEND=noninteractive && apt-get update && apt-get install -y --no-install-recommends libibverbs1 libibverbs-dev librdmacm1 librdmacm-dev libibumad3 libibumad-dev ibverbs-utils ibverbs-providers && rm -rf /var/lib/apt/lists/* && rm $(dpkg-query -L libibverbs-dev librdmacm-dev libibumad-dev | grep "\(\.so\|\.a\)$") ) && ( cd opt/gdrcopy/ && dpkg -i libgdrapi_*.deb ) && ( cp -r opt/hpcx /opt/ && cp etc/ld.so.conf.d/hpcx.conf /etc/ld.so.conf.d/ && ln -sf /opt/hpcx/ompi /usr/local/mpi && ln -sf /opt/hpcx/ucx /usr/local/ucx && sed -i 's/^\(hwloc_base_binding_policy\) = core$/\1 = none/' /opt/hpcx/ompi/etc/openmpi-mca-params.conf && sed -i 's/^\(btl = self\)$/#\1/' /opt/hpcx/ompi/etc/openmpi-mca-params.conf ) && ldconfig # buildkit

2024-08-17 05:20:04 UTC (buildkit.dockerfile.v0)

ENV OPAL_PREFIX=/opt/hpcx/ompi PATH=/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin

2024-08-17 05:20:04 UTC (buildkit.dockerfile.v0)

ENV OMPI_MCA_coll_hcoll_enable=0

2024-08-17 05:20:04 UTC (buildkit.dockerfile.v0)

COPY cuda-*.patch /tmp # buildkit

2024-08-17 05:26:56 UTC (buildkit.dockerfile.v0)

RUN |7 GDRCOPY_VERSION=2.3.1-1 HPCX_VERSION=2.19 RDMACORE_VERSION=39.0 MOFED_VERSION=5.4-rdmacore39.0 OPENUCX_VERSION=1.17.0 OPENMPI_VERSION=4.1.7 TARGETARCH=amd64 /bin/sh -c export DEVEL=1 BASE=0 && /nvidia/build-scripts/installNCU.sh && /nvidia/build-scripts/installCUDA.sh && /nvidia/build-scripts/installLIBS.sh && if [ ! -f /etc/ld.so.conf.d/nvidia-tegra.conf ]; then /nvidia/build-scripts/installNCCL.sh; fi && /nvidia/build-scripts/installCUDNN.sh && /nvidia/build-scripts/installCUTENSOR.sh && /nvidia/build-scripts/installTRT.sh && /nvidia/build-scripts/installNSYS.sh && /nvidia/build-scripts/installCUSPARSELT.sh && if [ -f "/tmp/cuda-${_CUDA_VERSION_MAJMIN}.patch" ]; then patch -p0 < /tmp/cuda-${_CUDA_VERSION_MAJMIN}.patch; fi && rm -f /tmp/cuda-*.patch # buildkit

2024-08-17 05:26:56 UTC (buildkit.dockerfile.v0)

ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:

2024-08-17 07:43:03 UTC (buildkit.dockerfile.v0)

ENV NVIDIA_PRODUCT_NAME=PyTorch

2024-08-17 07:43:03 UTC (buildkit.dockerfile.v0)

ARG NVIDIA_PYTORCH_VERSION=24.08

2024-08-17 07:43:03 UTC (buildkit.dockerfile.v0)

ARG PYTORCH_BUILD_VERSION=2.5.0a0+872d972

2024-08-17 07:43:03 UTC (buildkit.dockerfile.v0)

ARG NVFUSER_BUILD_VERSION=1d02b13

2024-08-17 07:43:03 UTC (buildkit.dockerfile.v0)

ENV PYTORCH_BUILD_VERSION=2.5.0a0+872d972 PYTORCH_VERSION=2.5.0a0+872d972 PYTORCH_BUILD_NUMBER=0 NVIDIA_PYTORCH_VERSION=24.08

2024-08-17 07:43:03 UTC (buildkit.dockerfile.v0)

ENV NVFUSER_BUILD_VERSION=1d02b13 NVFUSER_VERSION=1d02b13

2024-08-17 07:43:03 UTC (buildkit.dockerfile.v0)

LABEL com.nvidia.pytorch.version=2.5.0a0+872d972

2024-08-17 07:43:03 UTC (buildkit.dockerfile.v0)

ARG TARGETARCH=amd64

2024-08-17 07:43:03 UTC (buildkit.dockerfile.v0)

ARG PYVER=3.10

2024-08-17 07:43:03 UTC (buildkit.dockerfile.v0)

ARG L4T=0

2024-08-17 07:43:03 UTC (buildkit.dockerfile.v0)

RUN |6 NVIDIA_PYTORCH_VERSION=24.08 PYTORCH_BUILD_VERSION=2.5.0a0+872d972 NVFUSER_BUILD_VERSION=1d02b13 TARGETARCH=amd64 PYVER=3.10 L4T=0 /bin/sh -c export PYSFX=`echo "$PYVER" | cut -c1-1` && export DEBIAN_FRONTEND=noninteractive && apt-get update && apt-get install -y --no-install-recommends python$PYVER-dev python$PYSFX python$PYSFX-dev python$PYSFX-distutils python-is-python$PYSFX autoconf automake libatlas-base-dev libgoogle-glog-dev libbz2-dev libc-ares2 libre2-9 libleveldb-dev liblmdb-dev libprotobuf-dev libsnappy-dev libtool nasm protobuf-compiler pkg-config unzip sox libsndfile1 libpng-dev libhdf5-103 libhdf5-dev gfortran rapidjson-dev ninja-build libedit-dev build-essential patchelf && rm -rf /var/lib/apt/lists/* # buildkit

2024-08-17 07:43:03 UTC (buildkit.dockerfile.v0)

ENV PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python

2024-08-17 07:43:08 UTC (buildkit.dockerfile.v0)

RUN |6 NVIDIA_PYTORCH_VERSION=24.08 PYTORCH_BUILD_VERSION=2.5.0a0+872d972 NVFUSER_BUILD_VERSION=1d02b13 TARGETARCH=amd64 PYVER=3.10 L4T=0 /bin/sh -c curl -O https://bootstrap.pypa.io/get-pip.py && python get-pip.py && rm get-pip.py # buildkit

2024-08-17 07:43:12 UTC (buildkit.dockerfile.v0)

RUN |6 NVIDIA_PYTORCH_VERSION=24.08 PYTORCH_BUILD_VERSION=2.5.0a0+872d972 NVFUSER_BUILD_VERSION=1d02b13 TARGETARCH=amd64 PYVER=3.10 L4T=0 /bin/sh -c pip install --no-cache-dir pip 'setuptools<71' && pip install --no-cache-dir cmake # buildkit

2024-08-17 07:43:12 UTC (buildkit.dockerfile.v0)

RUN |6 NVIDIA_PYTORCH_VERSION=24.08 PYTORCH_BUILD_VERSION=2.5.0a0+872d972 NVFUSER_BUILD_VERSION=1d02b13 TARGETARCH=amd64 PYVER=3.10 L4T=0 /bin/sh -c curl "https://gitlab-master.nvidia.com/api/v4/projects/105799/packages/generic/OpenBLAS/0.3.24-$(uname -m)/OpenBLAS-0.3.24-$(uname -m).tar.gz" --output OpenBLAS.tar.gz && tar -xf OpenBLAS.tar.gz -C /usr/local/ && rm OpenBLAS.tar.gz # buildkit

2024-08-18 17:33:25 UTC (buildkit.dockerfile.v0)

RUN |6 NVIDIA_PYTORCH_VERSION=24.08 PYTORCH_BUILD_VERSION=2.5.0a0+872d972 NVFUSER_BUILD_VERSION=1d02b13 TARGETARCH=amd64 PYVER=3.10 L4T=0 /bin/sh -c if [ $TARGETARCH = "arm64" ]; then cd /opt && curl "https://gitlab-master.nvidia.com/api/v4/projects/105799/packages/generic/nvpl_slim_24.04/sbsa/nvpl_slim_24.04.tar" --output nvpl_slim_24.04.tar && tar -xf nvpl_slim_24.04.tar && cp -r nvpl_slim_24.04/lib/* /usr/local/lib && cp -r nvpl_slim_24.04/include/* /usr/local/include && rm -rf nvpl_slim_24.04.tar nvpl_slim_24.04 ; fi # buildkit

2024-08-18 17:33:25 UTC (buildkit.dockerfile.v0)

ENV NVPL_LAPACK_MATH_MODE=PEDANTIC

2024-08-17 07:43:12 UTC (buildkit.dockerfile.v0)

WORKDIR /opt/pytorch

2024-08-19 05:52:40 UTC (buildkit.dockerfile.v0)

COPY . . # buildkit

2024-08-19 05:52:40 UTC (buildkit.dockerfile.v0)

ENV PYTHONIOENCODING=utf-8

2024-08-19 05:52:40 UTC (buildkit.dockerfile.v0)

ENV LC_ALL=C.UTF-8

2024-08-19 05:52:40 UTC (buildkit.dockerfile.v0)

ENV PIP_DEFAULT_TIMEOUT=100

2024-08-19 05:53:13 UTC (buildkit.dockerfile.v0)

RUN |6 NVIDIA_PYTORCH_VERSION=24.08 PYTORCH_BUILD_VERSION=2.5.0a0+872d972 NVFUSER_BUILD_VERSION=1d02b13 TARGETARCH=amd64 PYVER=3.10 L4T=0 /bin/sh -c pip install --no-cache-dir numpy==1.24.4 scipy==1.11.3 "PyYAML>=5.4.1" astunparse typing_extensions cffi spacy mock tqdm librosa==0.10.1 expecttest==0.1.3 hypothesis==5.35.1 xdoctest==1.0.2 pytest==8.1.1 pytest-xdist pytest-rerunfailures pytest-shard pytest-flakefinder pybind11 Cython "regex>=2020.1.8" protobuf==4.24.4 && if [[ $TARGETARCH = "amd64" ]] ; then pip install --no-cache-dir mkl==2021.1.1 mkl-include==2021.1.1 mkl-devel==2021.1.1 ; find /usr/local/lib -maxdepth 1 -type f -regex '.*\/lib\(tbb\|mkl\).*\.so\($\|\.[0-9]*\.[0-9]*\)' -exec rm -v {} + ; fi # buildkit

2024-08-19 05:53:23 UTC (buildkit.dockerfile.v0)

RUN |6 NVIDIA_PYTORCH_VERSION=24.08 PYTORCH_BUILD_VERSION=2.5.0a0+872d972 NVFUSER_BUILD_VERSION=1d02b13 TARGETARCH=amd64 PYVER=3.10 L4T=0 /bin/sh -c git config --global url."https://github".insteadOf git://github && pip install --no-cache-dir 'jupyterlab>=4.1.0,<5.0.0a0' notebook tensorboard==2.16.2 jupyterlab_code_formatter python-hostlist # buildkit

2024-08-19 05:53:23 UTC (buildkit.dockerfile.v0)

RUN |6 NVIDIA_PYTORCH_VERSION=24.08 PYTORCH_BUILD_VERSION=2.5.0a0+872d972 NVFUSER_BUILD_VERSION=1d02b13 TARGETARCH=amd64 PYVER=3.10 L4T=0 /bin/sh -c PATCHED_FILE=$(python -c "from tensorboard.plugins.core import core_plugin as _; print(_.__file__)") && sed -i 's/^\( *"--bind_all",\)$/\1 default=True,/' "$PATCHED_FILE" && test $(grep '^ *"--bind_all", default=True,$' "$PATCHED_FILE" | wc -l) -eq 1 # buildkit

2024-08-19 05:53:25 UTC (buildkit.dockerfile.v0)

RUN |6 NVIDIA_PYTORCH_VERSION=24.08 PYTORCH_BUILD_VERSION=2.5.0a0+872d972 NVFUSER_BUILD_VERSION=1d02b13 TARGETARCH=amd64 PYVER=3.10 L4T=0 /bin/sh -c pip install --no-cache-dir jupyterlab-tensorboard-pro jupytext black isort && mkdir -p /root/.jupyter/lab/user-settings/@jupyterlab/completer-extension/ && jupyter lab clean # buildkit

2024-08-19 05:53:25 UTC (buildkit.dockerfile.v0)

COPY jupyter_config/jupyter_notebook_config.py /usr/local/etc/jupyter/ # buildkit

2024-08-19 05:53:25 UTC (buildkit.dockerfile.v0)

COPY jupyter_config/manager.jupyterlab-settings /root/.jupyter/lab/user-settings/@jupyterlab/completer-extension/ # buildkit

2024-08-19 05:53:25 UTC (buildkit.dockerfile.v0)

COPY jupyter_config/settings.jupyterlab-settings /root/.jupyter/lab/user-settings/@jupyterlab/completer-extension/ # buildkit

2024-08-19 05:53:25 UTC (buildkit.dockerfile.v0)

ENV JUPYTER_PORT=8888

2024-08-19 05:53:25 UTC (buildkit.dockerfile.v0)

ENV TENSORBOARD_PORT=6006

2024-08-19 05:53:25 UTC (buildkit.dockerfile.v0)

EXPOSE map[8888/tcp:{}]

2024-08-19 05:53:25 UTC (buildkit.dockerfile.v0)

EXPOSE map[6006/tcp:{}]

2024-08-19 05:55:08 UTC (buildkit.dockerfile.v0)

RUN |6 NVIDIA_PYTORCH_VERSION=24.08 PYTORCH_BUILD_VERSION=2.5.0a0+872d972 NVFUSER_BUILD_VERSION=1d02b13 TARGETARCH=amd64 PYVER=3.10 L4T=0 /bin/sh -c OPENCV_VERSION=4.7.0 && cd / && wget -q -O - https://github.com/opencv/opencv/archive/${OPENCV_VERSION}.tar.gz | tar -xzf - && cd /opencv-${OPENCV_VERSION} && cmake -GNinja -Bbuild -H. -DWITH_CUDA=OFF -DWITH_1394=OFF -DPYTHON3_PACKAGES_PATH="/usr/local/lib/python${PYVER}/dist-packages" -DBUILD_opencv_cudalegacy=OFF -DBUILD_opencv_stitching=OFF -DWITH_IPP=OFF -DWITH_PROTOBUF=OFF && cmake --build build --target install && cd modules/python/package && pip install --no-cache-dir --disable-pip-version-check -v . && rm -rf /opencv-${OPENCV_VERSION} # buildkit

2024-08-19 05:55:08 UTC (buildkit.dockerfile.v0)

ENV UCC_CL_BASIC_TLS=^sharp

2024-08-19 05:55:08 UTC (buildkit.dockerfile.v0)

ENV TORCH_CUDA_ARCH_LIST=5.2 6.0 6.1 7.0 7.2 7.5 8.0 8.6 8.7 9.0+PTX

2024-08-19 05:55:08 UTC (buildkit.dockerfile.v0)

ENV PYTORCH_HOME=/opt/pytorch/pytorch

2024-08-19 05:55:08 UTC (buildkit.dockerfile.v0)

ENV CUDA_HOME=/usr/local/cuda

2024-08-19 05:55:08 UTC (buildkit.dockerfile.v0)

ENV TORCH_ALLOW_TF32_CUBLAS_OVERRIDE=1

2024-08-19 05:55:08 UTC (buildkit.dockerfile.v0)

ENV USE_EXPERIMENTAL_CUDNN_V8_API=1

2024-08-19 05:55:27 UTC (buildkit.dockerfile.v0)

RUN |6 NVIDIA_PYTORCH_VERSION=24.08 PYTORCH_BUILD_VERSION=2.5.0a0+872d972 NVFUSER_BUILD_VERSION=1d02b13 TARGETARCH=amd64 PYVER=3.10 L4T=0 /bin/sh -c pip install /opt/transfer/torch*.whl && patchelf --set-rpath '/usr/local/lib' /usr/local/lib/python3.10/dist-packages/torch/lib/libtorch_global_deps.so # buildkit

2024-08-19 05:55:28 UTC (buildkit.dockerfile.v0)

RUN |6 NVIDIA_PYTORCH_VERSION=24.08 PYTORCH_BUILD_VERSION=2.5.0a0+872d972 NVFUSER_BUILD_VERSION=1d02b13 TARGETARCH=amd64 PYVER=3.10 L4T=0 /bin/sh -c cd pytorch && pip install --no-cache-dir -v -r /opt/pytorch/pytorch/requirements.txt # buildkit

2024-08-19 05:55:32 UTC (buildkit.dockerfile.v0)

RUN |6 NVIDIA_PYTORCH_VERSION=24.08 PYTORCH_BUILD_VERSION=2.5.0a0+872d972 NVFUSER_BUILD_VERSION=1d02b13 TARGETARCH=amd64 PYVER=3.10 L4T=0 /bin/sh -c pip install --no-cache-dir /tmp/dist/*.whl # buildkit

2024-08-19 05:55:40 UTC (buildkit.dockerfile.v0)

RUN |6 NVIDIA_PYTORCH_VERSION=24.08 PYTORCH_BUILD_VERSION=2.5.0a0+872d972 NVFUSER_BUILD_VERSION=1d02b13 TARGETARCH=amd64 PYVER=3.10 L4T=0 /bin/sh -c if [ -z "${DALI_VERSION}" ] ; then echo "Not Installing DALI for L4T Build." ; else export DALI_PKG_SUFFIX="cuda${CUDA_VERSION%%.*}0" && pip install --disable-pip-version-check --no-cache-dir --extra-index-url https://developer.download.nvidia.com/compute/redist --extra-index-url http://sqrl/dldata/pip-dali${DALI_URL_SUFFIX:-} --trusted-host sqrl nvidia-dali-${DALI_PKG_SUFFIX}==${DALI_VERSION}; fi # buildkit

2024-08-19 05:55:40 UTC (buildkit.dockerfile.v0)

ENV COCOAPI_VERSION=2.0+nv0.8.0

2024-08-19 05:55:55 UTC (buildkit.dockerfile.v0)

RUN |6 NVIDIA_PYTORCH_VERSION=24.08 PYTORCH_BUILD_VERSION=2.5.0a0+872d972 NVFUSER_BUILD_VERSION=1d02b13 TARGETARCH=amd64 PYVER=3.10 L4T=0 /bin/sh -c export COCOAPI_TAG=$(echo ${COCOAPI_VERSION} | sed 's/^.*+n//') && pip install --disable-pip-version-check --no-cache-dir git+https://github.com/nvidia/cocoapi.git@${COCOAPI_TAG}#subdirectory=PythonAPI # buildkit

2024-08-19 05:55:55 UTC (buildkit.dockerfile.v0)

COPY singularity/ /.singularity.d/ # buildkit

2024-08-19 06:20:52 UTC (buildkit.dockerfile.v0)

RUN |6 NVIDIA_PYTORCH_VERSION=24.08 PYTORCH_BUILD_VERSION=2.5.0a0+872d972 NVFUSER_BUILD_VERSION=1d02b13 TARGETARCH=amd64 PYVER=3.10 L4T=0 /bin/sh -c ( cd vision && export PYTORCH_VERSION=$(python -c "import torch; print(torch.__version__)") && CFLAGS="-g0" FORCE_CUDA=1 NVCC_APPEND_FLAGS="--threads 8" pip install --no-cache-dir --no-build-isolation --disable-pip-version-check . ) && ( cd vision && cmake -Bbuild -H. -GNinja -DWITH_CUDA=1 -DCMAKE_PREFIX_PATH=`python -c 'import torch;print(torch.utils.cmake_prefix_path)'` && cmake --build build --target install && rm -rf build ) && ( cd fuser && pip install -r requirements.txt && python setup.py -version-tag=a0+${NVFUSER_VERSION} install && python setup.py clean && cp $(find /usr/local/lib/python3.10/dist-packages/ -name libnvfuser_codegen.so) /usr/local/lib/python3.10/dist-packages/torch/lib/ ) && ( cd lightning-thunder && python setup.py install && rm -rf build) && BUILD_OPTIONS="--cpp_ext --cuda_ext --bnp --xentropy --deprecated_fused_adam --deprecated_fused_lamb --fast_multihead_attn --distributed_lamb --fast_layer_norm --transducer --distributed_adam --fmha --permutation_search --focal_loss --fused_conv_bias_relu --index_mul_2d --cudnn_gbn --group_norm --gpu_direct_storage" && if [ "${L4T}" != "1" ]; then BUILD_OPTIONS="--fast_bottleneck --nccl_p2p --peer_memory --nccl_allocator ${BUILD_OPTIONS}"; fi && ( cd apex && CFLAGS="-g0" NVCC_APPEND_FLAGS="--threads 8" pip install -v --no-build-isolation --no-cache-dir --disable-pip-version-check --config-settings "--build-option=${BUILD_OPTIONS}" . && rm -rf build ) && ( cd lightning-thunder && mkdir tmp && cd tmp && git clone -b v${CUDNN_FRONTEND_VERSION} --recursive --single-branch https://github.com/NVIDIA/cudnn-frontend.git cudnn_frontend && cd cudnn_frontend && pip install --no-build-isolation --no-cache-dir --disable-pip-version-check . && cd ../../ && rm -rf tmp ) && ( cd pytorch/third_party/onnx && pip uninstall typing -y && CMAKE_ARGS="-DONNX_USE_PROTOBUF_SHARED_LIBS=ON" pip install --no-build-isolation --no-cache-dir --disable-pip-version-check . ) # buildkit

2024-08-19 06:20:53 UTC (buildkit.dockerfile.v0)

RUN |6 NVIDIA_PYTORCH_VERSION=24.08 PYTORCH_BUILD_VERSION=2.5.0a0+872d972 NVFUSER_BUILD_VERSION=1d02b13 TARGETARCH=amd64 PYVER=3.10 L4T=0 /bin/sh -c pip install --no-cache-dir --disable-pip-version-check tabulate # buildkit

2024-08-19 06:21:19 UTC (buildkit.dockerfile.v0)

RUN |6 NVIDIA_PYTORCH_VERSION=24.08 PYTORCH_BUILD_VERSION=2.5.0a0+872d972 NVFUSER_BUILD_VERSION=1d02b13 TARGETARCH=amd64 PYVER=3.10 L4T=0 /bin/sh -c if [ "${L4T}" = "1" ]; then echo "Not installing rapids for L4T build." ; else find /rapids -name "*-Linux.tar.gz" -exec tar -C /usr --exclude="*.a" --exclude="bin/xgboost" --strip-components=1 -xvf {} \; && find /rapids -name "*.whl" ! -name "tornado-*" ! -name "Pillow-*" ! -name "certifi-*" ! -name "protobuf-*" -exec pip install --no-cache-dir {} + ; pip install numpy==1.24.4; fi # buildkit

2024-08-19 06:21:19 UTC (buildkit.dockerfile.v0)

WORKDIR /workspace

2024-08-19 06:21:19 UTC (buildkit.dockerfile.v0)

COPY NVREADME.md README.md # buildkit

2024-08-19 06:21:19 UTC (buildkit.dockerfile.v0)

COPY docker-examples docker-examples # buildkit

2024-08-19 06:21:19 UTC (buildkit.dockerfile.v0)

COPY examples examples # buildkit

2024-08-19 06:21:19 UTC (buildkit.dockerfile.v0)

COPY tutorials tutorials # buildkit

2024-08-19 06:21:19 UTC (buildkit.dockerfile.v0)

RUN |6 NVIDIA_PYTORCH_VERSION=24.08 PYTORCH_BUILD_VERSION=2.5.0a0+872d972 NVFUSER_BUILD_VERSION=1d02b13 TARGETARCH=amd64 PYVER=3.10 L4T=0 /bin/sh -c chmod -R a+w . # buildkit

2024-08-19 06:22:14 UTC (buildkit.dockerfile.v0)

RUN |6 NVIDIA_PYTORCH_VERSION=24.08 PYTORCH_BUILD_VERSION=2.5.0a0+872d972 NVFUSER_BUILD_VERSION=1d02b13 TARGETARCH=amd64 PYVER=3.10 L4T=0 /bin/sh -c set -x && URL=$(VERIFY=1 /nvidia/build-scripts/installTRT.sh | sed -n "s/^.*\(http.*\)tar.*$/\1/p")tar && FILE=$(wget -O - $URL | sed -n 's/^.*href="\(TensorRT[^"]*\)".*$/\1/p' | egrep -v "internal|safety") && wget -q $URL/$FILE -O - | tar -xz && PY=$(python -c 'import sys; print(str(sys.version_info[0])+str(sys.version_info[1]))') && pip install TensorRT-*/python/tensorrt-*-cp$PY*.whl && mv /usr/src/tensorrt /opt && ln -s /opt/tensorrt /usr/src/tensorrt && rm -r TensorRT-* # buildkit

2024-08-19 06:22:14 UTC (buildkit.dockerfile.v0)

ENV PATH=/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/tensorrt/bin

2024-08-19 06:22:23 UTC (buildkit.dockerfile.v0)

RUN |6 NVIDIA_PYTORCH_VERSION=24.08 PYTORCH_BUILD_VERSION=2.5.0a0+872d972 NVFUSER_BUILD_VERSION=1d02b13 TARGETARCH=amd64 PYVER=3.10 L4T=0 /bin/sh -c pip --version && python -c 'import sys; print(sys.platform)' && pip install --no-cache-dir nvidia-pyindex && pip install --extra-index-url https://urm.nvidia.com/artifactory/api/pypi/sw-tensorrt-pypi/simple --no-cache-dir polygraphy==0.49.12 && pip install --extra-index-url https://pypi.nvidia.com "nvidia-modelopt[torch]==${MODEL_OPT_VERSION}" # buildkit

2024-08-19 06:22:24 UTC (buildkit.dockerfile.v0)

COPY torch_tensorrt/ /opt/pytorch/torch_tensorrt/ # buildkit

2024-08-19 06:22:24 UTC (buildkit.dockerfile.v0)

ARG PYVER=3.10

2024-08-19 06:25:14 UTC (buildkit.dockerfile.v0)

RUN |7 NVIDIA_PYTORCH_VERSION=24.08 PYTORCH_BUILD_VERSION=2.5.0a0+872d972 NVFUSER_BUILD_VERSION=1d02b13 TARGETARCH=amd64 PYVER=3.10 L4T=0 PYVER=3.10 /bin/sh -c pip install --no-cache-dir /opt/pytorch/torch_tensorrt/dist/*.whl # buildkit

2024-08-19 06:25:14 UTC (buildkit.dockerfile.v0)

ENV LD_LIBRARY_PATH=/usr/local/lib/python3.10/dist-packages/torch/lib:/usr/local/lib/python3.10/dist-packages/torch_tensorrt/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64

2024-08-19 06:25:14 UTC (buildkit.dockerfile.v0)

ENV PATH=/usr/local/lib/python3.10/dist-packages/torch_tensorrt/bin:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/tensorrt/bin

2024-08-19 06:50:45 UTC (buildkit.dockerfile.v0)

RUN |7 NVIDIA_PYTORCH_VERSION=24.08 PYTORCH_BUILD_VERSION=2.5.0a0+872d972 NVFUSER_BUILD_VERSION=1d02b13 TARGETARCH=amd64 PYVER=3.10 L4T=0 PYVER=3.10 /bin/sh -c if [ "${L4T}" = "1" ]; then echo "Not installing Flash Attention in iGPU as it is a requirement for Transformer Engine"; else env MAX_JOBS=4 pip install flash-attn==2.4.2; fi # buildkit

2024-08-19 07:02:13 UTC (buildkit.dockerfile.v0)

RUN |7 NVIDIA_PYTORCH_VERSION=24.08 PYTORCH_BUILD_VERSION=2.5.0a0+872d972 NVFUSER_BUILD_VERSION=1d02b13 TARGETARCH=amd64 PYVER=3.10 L4T=0 PYVER=3.10 /bin/sh -c if [ "${L4T}" = "1" ]; then echo "Not installing Transformer Engine in iGPU container because Version variable is set"; else pip install --no-cache-dir --no-build-isolation git+https://github.com/NVIDIA/TransformerEngine.git@release_v${TRANSFORMER_ENGINE_VERSION}; fi # buildkit

2024-08-19 07:02:13 UTC (buildkit.dockerfile.v0)

ENV TORCH_CUDNN_V8_API_ENABLED=1

2024-08-19 07:02:13 UTC (buildkit.dockerfile.v0)

ENV CUDA_MODULE_LOADING=LAZY

2024-08-19 07:02:13 UTC (buildkit.dockerfile.v0)

RUN |7 NVIDIA_PYTORCH_VERSION=24.08 PYTORCH_BUILD_VERSION=2.5.0a0+872d972 NVFUSER_BUILD_VERSION=1d02b13 TARGETARCH=amd64 PYVER=3.10 L4T=0 PYVER=3.10 /bin/sh -c ln -sf ${_CUDA_COMPAT_PATH}/lib.real ${_CUDA_COMPAT_PATH}/lib && echo ${_CUDA_COMPAT_PATH}/lib > /etc/ld.so.conf.d/00-cuda-compat.conf && ldconfig && rm -f ${_CUDA_COMPAT_PATH}/lib # buildkit

2024-08-19 07:02:13 UTC (buildkit.dockerfile.v0)

COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit

2024-08-19 07:02:13 UTC (buildkit.dockerfile.v0)

ARG NVIDIA_BUILD_ID=107063150

2024-08-19 07:02:13 UTC (buildkit.dockerfile.v0)

ENV NVIDIA_BUILD_ID=107063150

2024-08-19 07:02:13 UTC (buildkit.dockerfile.v0)

LABEL com.nvidia.build.id=107063150

2024-08-19 07:02:13 UTC (buildkit.dockerfile.v0)

ARG NVIDIA_BUILD_REF=25aae698093a80672c33aac448393478894f210e

2024-08-19 07:02:13 UTC (buildkit.dockerfile.v0)

LABEL com.nvidia.build.ref=25aae698093a80672c33aac448393478894f210e

2025-06-16 08:57:56 UTC (buildkit.dockerfile.v0)

ENV MAX_JOBS=16

2025-06-16 08:57:56 UTC (buildkit.dockerfile.v0)

ENV VLLM_WORKER_MULTIPROC_METHOD=spawn

2025-06-16 08:57:56 UTC (buildkit.dockerfile.v0)

ENV DEBIAN_FRONTEND=noninteractive

2025-06-16 08:57:56 UTC (buildkit.dockerfile.v0)

ENV NODE_OPTIONS=

2025-06-16 08:57:56 UTC (buildkit.dockerfile.v0)

ENV PIP_ROOT_USER_ACTION=ignore

2025-06-16 08:57:56 UTC (buildkit.dockerfile.v0)

ENV HF_HUB_ENABLE_HF_TRANSFER=1

2025-06-16 08:57:56 UTC (buildkit.dockerfile.v0)

ARG APT_SOURCE=https://mirrors.tuna.tsinghua.edu.cn/ubuntu/

2025-06-16 08:57:56 UTC (buildkit.dockerfile.v0)

ARG PIP_INDEX=https://mirrors.tuna.tsinghua.edu.cn/pypi/web/simple

2025-06-16 08:57:56 UTC (buildkit.dockerfile.v0)

RUN |2 APT_SOURCE=https://mirrors.tuna.tsinghua.edu.cn/ubuntu/ PIP_INDEX=https://mirrors.tuna.tsinghua.edu.cn/pypi/web/simple /bin/sh -c cp /etc/apt/sources.list /etc/apt/sources.list.bak && { echo "deb ${APT_SOURCE} jammy main restricted universe multiverse"; echo "deb ${APT_SOURCE} jammy-updates main restricted universe multiverse"; echo "deb ${APT_SOURCE} jammy-backports main restricted universe multiverse"; echo "deb ${APT_SOURCE} jammy-security main restricted universe multiverse"; } > /etc/apt/sources.list # buildkit

2025-06-16 08:58:33 UTC (buildkit.dockerfile.v0)

RUN |2 APT_SOURCE=https://mirrors.tuna.tsinghua.edu.cn/ubuntu/ PIP_INDEX=https://mirrors.tuna.tsinghua.edu.cn/pypi/web/simple /bin/sh -c apt-get update && apt-get install -y -o Dpkg::Options::="--force-confdef" systemd && apt-get clean # buildkit

2025-06-18 12:16:40 UTC (buildkit.dockerfile.v0)

RUN |2 APT_SOURCE=https://mirrors.tuna.tsinghua.edu.cn/ubuntu/ PIP_INDEX=https://mirrors.tuna.tsinghua.edu.cn/pypi/web/simple /bin/sh -c apt-get update && apt-get install -y tini aria2 libfreeimage3 libfreeimage-dev zlib1g htop && apt-get clean # buildkit

2025-06-18 12:16:57 UTC (buildkit.dockerfile.v0)

RUN |2 APT_SOURCE=https://mirrors.tuna.tsinghua.edu.cn/ubuntu/ PIP_INDEX=https://mirrors.tuna.tsinghua.edu.cn/pypi/web/simple /bin/sh -c pip config set global.index-url "${PIP_INDEX}" && pip config set global.extra-index-url "${PIP_INDEX}" && python -m pip install --upgrade pip # buildkit

2025-06-18 12:17:53 UTC (buildkit.dockerfile.v0)

RUN |2 APT_SOURCE=https://mirrors.tuna.tsinghua.edu.cn/ubuntu/ PIP_INDEX=https://mirrors.tuna.tsinghua.edu.cn/pypi/web/simple /bin/sh -c pip uninstall -y torch torchvision torchaudio pytorch-quantization pytorch-triton torch-tensorrt xgboost transformer_engine flash_attn apex megatron-core grpcio # buildkit

2025-07-01 13:35:33 UTC (buildkit.dockerfile.v0)

RUN |2 APT_SOURCE=https://mirrors.tuna.tsinghua.edu.cn/ubuntu/ PIP_INDEX=https://mirrors.tuna.tsinghua.edu.cn/pypi/web/simple /bin/sh -c pip install --resume-retries 999 --no-cache-dir torch==2.7.1 torchvision==0.22.1 torchaudio==2.7.1 # buildkit

2025-07-17 08:12:59 UTC (buildkit.dockerfile.v0)

RUN |2 APT_SOURCE=https://mirrors.tuna.tsinghua.edu.cn/ubuntu/ PIP_INDEX=https://mirrors.tuna.tsinghua.edu.cn/pypi/web/simple /bin/sh -c ABI_FLAG=$(python -c "import torch; print('TRUE' if torch._C._GLIBCXX_USE_CXX11_ABI else 'FALSE')") && URL="https://github.com/Dao-AILab/flash-attention/releases/download/v2.7.4.post1/flash_attn-2.7.4.post1+cu12torch2.6cxx11abi${ABI_FLAG}-cp310-cp310-linux_x86_64.whl" && FILE="flash_attn-2.7.4.post1+cu12torch2.6cxx11abi${ABI_FLAG}-cp310-cp310-linux_x86_64.whl" && wget -nv "${URL}" && pip install --no-cache-dir "${FILE}" # buildkit

2025-07-17 08:13:36 UTC (buildkit.dockerfile.v0)

RUN |2 APT_SOURCE=https://mirrors.tuna.tsinghua.edu.cn/ubuntu/ PIP_INDEX=https://mirrors.tuna.tsinghua.edu.cn/pypi/web/simple /bin/sh -c pip uninstall -y pynvml nvidia-ml-py && pip install --no-cache-dir --upgrade "nvidia-ml-py>=12.560.30" "fastapi[standard]>=0.115.0" "optree>=0.13.0" "pydantic>=2.9" "grpcio>=1.62.1" # buildkit

2025-07-17 08:22:17 UTC (buildkit.dockerfile.v0)

RUN |2 APT_SOURCE=https://mirrors.tuna.tsinghua.edu.cn/ubuntu/ PIP_INDEX=https://mirrors.tuna.tsinghua.edu.cn/pypi/web/simple /bin/sh -c aria2c --max-tries=9999 https://developer.download.nvidia.com/compute/cudnn/9.8.0/local_installers/cudnn-local-repo-ubuntu2204-9.8.0_1.0-1_amd64.deb && dpkg -i cudnn-local-repo-ubuntu2204-9.8.0_1.0-1_amd64.deb && cp /var/cudnn-local-repo-ubuntu2204-9.8.0/cudnn-*-keyring.gpg /usr/share/keyrings/ && apt-get update && apt-get -y install cudnn-cuda-12 && rm cudnn-local-repo-ubuntu2204-9.8.0_1.0-1_amd64.deb # buildkit

2025-07-17 08:58:00 UTC (buildkit.dockerfile.v0)

RUN |2 APT_SOURCE=https://mirrors.tuna.tsinghua.edu.cn/ubuntu/ PIP_INDEX=https://mirrors.tuna.tsinghua.edu.cn/pypi/web/simple /bin/sh -c pip install -v --disable-pip-version-check --no-cache-dir --no-build-isolation --config-settings "--build-option=--cpp_ext" --config-settings "--build-option=--cuda_ext" --resume-retries 999 git+https://github.com/NVIDIA/apex.git # buildkit

2025-07-17 09:00:08 UTC (buildkit.dockerfile.v0)

RUN |2 APT_SOURCE=https://mirrors.tuna.tsinghua.edu.cn/ubuntu/ PIP_INDEX=https://mirrors.tuna.tsinghua.edu.cn/pypi/web/simple /bin/sh -c aria2c --always-resume=true --max-tries=99999 https://developer.nvidia.com/downloads/assets/tools/secure/nsight-systems/2025_3/nsight-systems-2025.3.1_2025.3.1.90-1_amd64.deb && apt-get update && apt-get install -y libxcb-cursor0 # buildkit

2025-07-17 09:01:04 UTC (buildkit.dockerfile.v0)

RUN |2 APT_SOURCE=https://mirrors.tuna.tsinghua.edu.cn/ubuntu/ PIP_INDEX=https://mirrors.tuna.tsinghua.edu.cn/pypi/web/simple /bin/sh -c apt-get install -y ./nsight-systems-2025.3.1_2025.3.1.90-1_amd64.deb && rm -rf /usr/local/cuda/bin/nsys && ln -s /opt/nvidia/nsight-systems/2025.3.1/target-linux-x64/nsys /usr/local/cuda/bin/nsys && rm -rf /usr/local/cuda/bin/nsys-ui && ln -s /opt/nvidia/nsight-systems/2025.3.1/target-linux-x64/nsys-ui /usr/local/cuda/bin/nsys-ui && rm nsight-systems-2025.3.1_2025.3.1.90-1_amd64.deb # buildkit

2025-07-17 09:02:25 UTC (buildkit.dockerfile.v0)

RUN |2 APT_SOURCE=https://mirrors.tuna.tsinghua.edu.cn/ubuntu/ PIP_INDEX=https://mirrors.tuna.tsinghua.edu.cn/pypi/web/simple /bin/sh -c pip install --resume-retries 999 --no-cache-dir "tensordict==0.6.2" torchdata "transformers[hf_xet]>=4.52.3" accelerate datasets peft hf-transfer "numpy<2.0.0" "pyarrow>=19.0.1" pandas cuda-bindings ray[default] codetiming hydra-core pylatexenc qwen-vl-utils wandb dill pybind11 liger-kernel mathruler blobfile xgrammar pytest py-spy pyext pre-commit ruff # buildkit

2025-07-17 09:02:27 UTC (buildkit.dockerfile.v0)

RUN |2 APT_SOURCE=https://mirrors.tuna.tsinghua.edu.cn/ubuntu/ PIP_INDEX=https://mirrors.tuna.tsinghua.edu.cn/pypi/web/simple /bin/sh -c ln -s /usr/lib/x86_64-linux-gnu/libmlx5.so.1 /usr/lib/x86_64-linux-gnu/libmlx5.so # buildkit

2025-07-17 09:02:47 UTC (buildkit.dockerfile.v0)

RUN |2 APT_SOURCE=https://mirrors.tuna.tsinghua.edu.cn/ubuntu/ PIP_INDEX=https://mirrors.tuna.tsinghua.edu.cn/pypi/web/simple /bin/sh -c git clone -b v2.3.1 https://github.com/NVIDIA/gdrcopy.git && git clone https://github.com/deepseek-ai/DeepEP.git && cd DeepEP && git checkout a84a248 # buildkit

2025-07-17 09:03:01 UTC (buildkit.dockerfile.v0)

RUN |2 APT_SOURCE=https://mirrors.tuna.tsinghua.edu.cn/ubuntu/ PIP_INDEX=https://mirrors.tuna.tsinghua.edu.cn/pypi/web/simple /bin/sh -c wget https://developer.nvidia.com/downloads/assets/secure/nvshmem/nvshmem_src_3.2.5-1.txz && tar -xvf nvshmem_src_3.2.5-1.txz && mv nvshmem_src deepep-nvshmem && cd deepep-nvshmem && git apply ../DeepEP/third-party/nvshmem.patch # buildkit

2025-07-17 09:03:01 UTC (buildkit.dockerfile.v0)

ENV CUDA_HOME=/usr/local/cuda

2025-07-17 09:03:01 UTC (buildkit.dockerfile.v0)

ENV CPATH=/usr/local/mpi/include:

2025-07-17 09:03:01 UTC (buildkit.dockerfile.v0)

ENV LD_LIBRARY_PATH=/usr/local/mpi/lib:/usr/local/lib/python3.10/dist-packages/torch/lib:/usr/local/lib/python3.10/dist-packages/torch_tensorrt/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64

2025-07-17 09:03:01 UTC (buildkit.dockerfile.v0)

ENV LD_LIBRARY_PATH=/usr/local/x86_64-linux-gnu:/usr/local/mpi/lib:/usr/local/lib/python3.10/dist-packages/torch/lib:/usr/local/lib/python3.10/dist-packages/torch_tensorrt/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64

2025-07-17 09:03:01 UTC (buildkit.dockerfile.v0)

ENV GDRCOPY_HOME=/workspace/gdrcopy

2025-07-17 09:13:31 UTC (buildkit.dockerfile.v0)

RUN |2 APT_SOURCE=https://mirrors.tuna.tsinghua.edu.cn/ubuntu/ PIP_INDEX=https://mirrors.tuna.tsinghua.edu.cn/pypi/web/simple /bin/sh -c cd deepep-nvshmem && NVSHMEM_SHMEM_SUPPORT=0 NVSHMEM_UCX_SUPPORT=0 NVSHMEM_USE_NCCL=0 NVSHMEM_MPI_SUPPORT=0 NVSHMEM_IBGDA_SUPPORT=1 NVSHMEM_PMIX_SUPPORT=0 NVSHMEM_TIMEOUT_DEVICE_POLLING=0 NVSHMEM_USE_GDRCOPY=1 cmake -G Ninja -S . -B build/ -DCMAKE_INSTALL_PREFIX=/workspace/deepep-nvshmem/install && cmake --build build/ --target install # buildkit

2025-07-17 09:13:31 UTC (buildkit.dockerfile.v0)

ENV NVSHMEM_DIR=/workspace/deepep-nvshmem/install

2025-07-17 09:13:31 UTC (buildkit.dockerfile.v0)

ENV LD_LIBRARY_PATH=/workspace/deepep-nvshmem/install/lib:/usr/local/x86_64-linux-gnu:/usr/local/mpi/lib:/usr/local/lib/python3.10/dist-packages/torch/lib:/usr/local/lib/python3.10/dist-packages/torch_tensorrt/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64

2025-07-17 09:13:31 UTC (buildkit.dockerfile.v0)

ENV PATH=/workspace/deepep-nvshmem/install/bin:/usr/local/lib/python3.10/dist-packages/torch_tensorrt/bin:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/tensorrt/bin

2025-07-17 09:14:26 UTC (buildkit.dockerfile.v0)

RUN |2 APT_SOURCE=https://mirrors.tuna.tsinghua.edu.cn/ubuntu/ PIP_INDEX=https://mirrors.tuna.tsinghua.edu.cn/pypi/web/simple /bin/sh -c cd DeepEP && python setup.py install # buildkit

2025-07-17 09:14:28 UTC (buildkit.dockerfile.v0)

RUN |2 APT_SOURCE=https://mirrors.tuna.tsinghua.edu.cn/ubuntu/ PIP_INDEX=https://mirrors.tuna.tsinghua.edu.cn/pypi/web/simple /bin/sh -c pip config unset global.index-url && pip config unset global.extra-index-url # buildkit

2025-08-02 12:35:09 +0800 (buildkit.dockerfile.v0)

ENV MAX_JOBS=8

2025-08-02 12:35:09 +0800 (buildkit.dockerfile.v0)

ENV VLLM_WORKER_MULTIPROC_METHOD=spawn

2025-08-02 12:35:09 +0800 (buildkit.dockerfile.v0)

ENV DEBIAN_FRONTEND=noninteractive

2025-08-02 12:35:09 +0800 (buildkit.dockerfile.v0)

ENV NODE_OPTIONS=

2025-08-02 12:35:09 +0800 (buildkit.dockerfile.v0)

ENV PIP_ROOT_USER_ACTION=ignore

2025-08-02 12:35:09 +0800 (buildkit.dockerfile.v0)

ENV HF_HUB_ENABLE_HF_TRANSFER=1

2025-08-02 12:35:09 +0800 (buildkit.dockerfile.v0)

RUN /bin/sh -c pip install --upgrade pip setuptools packaging # buildkit

2025-08-02 12:36:34 +0800 (buildkit.dockerfile.v0)

RUN /bin/sh -c pip install --resume-retries 999 --no-cache-dir --no-build-isolation flashinfer-python==0.2.9rc1 # buildkit

2025-08-02 12:39:08 +0800 (buildkit.dockerfile.v0)

RUN /bin/sh -c pip install --resume-retries 999 --no-cache-dir --no-build-isolation "sglang[all]==0.4.9.post6" # buildkit

2025-08-06 11:28:00 +0800 (buildkit.dockerfile.v0)

RUN /bin/sh -c pip install --no-cache-dir "tensordict==0.6.2" "transformers[hf_xet]==4.54.0" accelerate datasets peft hf-transfer "numpy<2.0.0" "pyarrow>=19.0.1" pandas ray[default] codetiming hydra-core pylatexenc qwen-vl-utils wandb dill pybind11 liger-kernel mathruler blobfile xgrammar pytest py-spy pyext pre-commit ruff # buildkit

2025-08-06 11:28:45 +0800 (buildkit.dockerfile.v0)

RUN /bin/sh -c pip uninstall -y pynvml nvidia-ml-py && pip install --resume-retries 999 --no-cache-dir --upgrade "nvidia-ml-py>=12.560.30" "fastapi[standard]>=0.115.0" "optree>=0.13.0" "pydantic>=2.9" "grpcio>=1.62.1" # buildkit

2025-08-06 11:31:28 +0800 (buildkit.dockerfile.v0)

RUN /bin/sh -c pip install --resume-retries 999 --no-cache-dir nvidia-cudnn-cu12==9.8.0.87 # buildkit

2025-08-06 11:51:58 +0800 (buildkit.dockerfile.v0)

RUN /bin/sh -c export NVTE_FRAMEWORK=pytorch && pip3 install --resume-retries 999 --no-deps --no-cache-dir --no-build-isolation git+https://github.com/NVIDIA/TransformerEngine.git@v2.2.1 # buildkit

2025-08-06 11:52:25 +0800 (buildkit.dockerfile.v0)

RUN /bin/sh -c pip3 install --no-deps --no-cache-dir --no-build-isolation git+https://github.com/NVIDIA/Megatron-LM.git@core_v0.13.0 # buildkit

2025-08-06 11:52:42 +0800 (buildkit.dockerfile.v0)

RUN /bin/sh -c pip3 install --no-cache-dir mbridge # buildkit

Danger Zone
Delete Tag

Please be careful as this will not just delete the reference but also the actual content!

For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.

Delete