Namespace
verlai
Image / Tagverl:vemlp-th2.4.0-cu124-vllm0.6.3-ray2.10-mcore0.4-v0.0.3
Content Digestsha256:0ea908da20bc2cc66efc8207e38dd8fb1fda1ad5827b10d955da3f6b2ac0a6b7
Details
2024-12-09 00:08:06 UTC
11.7 GB
Labels
-
com.nvidia.cudnn.version9.1.0.70-1
-
maintainerNVIDIA CORPORATION <cudatools@nvidia.com>
-
org.opencontainers.image.ref.nameubuntu
-
org.opencontainers.image.version22.04
Environment
CUDA_VERSION12.4.1
LD_LIBRARY_PATH/usr/local/nccl-rdma-sharp-plugins/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64
LIBRARY_PATH/usr/local/cuda/lib64/stubs
NCCL_VERSION2.21.5-1
NVARCHx86_64
NVIDIA_DRIVER_CAPABILITIEScompute,utility
NVIDIA_PRODUCT_NAMECUDA
NVIDIA_REQUIRE_CUDAcuda>=12.4 brand=tesla,driver>=470,driver<471 brand=unknown,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=geforce,driver>=470,driver<471 brand=geforcertx,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=titan,driver>=470,driver<471 brand=titanrtx,driver>=470,driver<471 brand=tesla,driver>=525,driver<526 brand=unknown,driver>=525,driver<526 brand=nvidia,driver>=525,driver<526 brand=nvidiartx,driver>=525,driver<526 brand=geforce,driver>=525,driver<526 brand=geforcertx,driver>=525,driver<526 brand=quadro,driver>=525,driver<526 brand=quadrortx,driver>=525,driver<526 brand=titan,driver>=525,driver<526 brand=titanrtx,driver>=525,driver<526 brand=tesla,driver>=535,driver<536 brand=unknown,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=geforce,driver>=535,driver<536 brand=geforcertx,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=titan,driver>=535,driver<536 brand=titanrtx,driver>=535,driver<536
NVIDIA_VISIBLE_DEVICESall
NV_CUDA_COMPAT_PACKAGEcuda-compat-12-4
NV_CUDA_CUDART_DEV_VERSION12.4.127-1
NV_CUDA_CUDART_VERSION12.4.127-1
NV_CUDA_LIB_VERSION12.4.1-1
NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGEcuda-nsight-compute-12-4=12.4.1-1
NV_CUDA_NSIGHT_COMPUTE_VERSION12.4.1-1
NV_CUDNN_PACKAGElibcudnn9-cuda-12=9.1.0.70-1
NV_CUDNN_PACKAGE_DEVlibcudnn9-dev-cuda-12=9.1.0.70-1
NV_CUDNN_PACKAGE_NAMElibcudnn9-cuda-12
NV_CUDNN_VERSION9.1.0.70-1
NV_LIBCUBLAS_DEV_PACKAGElibcublas-dev-12-4=12.4.5.8-1
NV_LIBCUBLAS_DEV_PACKAGE_NAMElibcublas-dev-12-4
NV_LIBCUBLAS_DEV_VERSION12.4.5.8-1
NV_LIBCUBLAS_PACKAGElibcublas-12-4=12.4.5.8-1
NV_LIBCUBLAS_PACKAGE_NAMElibcublas-12-4
NV_LIBCUBLAS_VERSION12.4.5.8-1
NV_LIBCUSPARSE_DEV_VERSION12.3.1.170-1
NV_LIBCUSPARSE_VERSION12.3.1.170-1
NV_LIBNCCL_DEV_PACKAGElibnccl-dev=2.21.5-1+cuda12.4
NV_LIBNCCL_DEV_PACKAGE_NAMElibnccl-dev
NV_LIBNCCL_DEV_PACKAGE_VERSION2.21.5-1
NV_LIBNCCL_PACKAGElibnccl2=2.21.5-1+cuda12.4
NV_LIBNCCL_PACKAGE_NAMElibnccl2
NV_LIBNCCL_PACKAGE_VERSION2.21.5-1
NV_LIBNPP_DEV_PACKAGElibnpp-dev-12-4=12.2.5.30-1
NV_LIBNPP_DEV_VERSION12.2.5.30-1
NV_LIBNPP_PACKAGElibnpp-12-4=12.2.5.30-1
NV_LIBNPP_VERSION12.2.5.30-1
NV_NVML_DEV_VERSION12.4.127-1
NV_NVPROF_DEV_PACKAGEcuda-nvprof-12-4=12.4.127-1
NV_NVPROF_VERSION12.4.127-1
NV_NVTX_VERSION12.4.127-1
PATH/root/miniconda3/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
TORCH_ALLOW_TF32_CUBLAS_OVERRIDE1
Layers
[#000] sha256:7021d1b70935851c95c45ed18156980b5024eda29b99564429025ea04f5ec109 - 0.24% (29 MB)
[#001] sha256:0d6448aff88945ea46a37cfe4330bdb0ada228268b80da6258a0fec63086f404 - 0.04% (4.41 MB)
[#002] sha256:0a7674e3e8fe69dcd7f1424fa29aa033b32c42269aab46cbe9818f8dd7154754 - 0.46% (54.9 MB)
[#003] sha256:b71b637b97c5efb435b9965058ad414f07afa99d320cf05e89f10441ec1becf4 - 0.0% (185 Bytes)
[#004] sha256:56dc8550293751a1604e97ac949cfae82ba20cb2a28e034737bafd7382559609 - 0.0% (6.72 KB)
[#005] sha256:ec6d5f6c9ed94d2ee2eeaf048d90242af638325f57696909f1737b3158d838cf - 10.96% (1.28 GB)
[#006] sha256:47b8539d532f561cac6d7fb8ee2f46c902b66e4a60b103d19701829742a0d11e - 0.0% (62.5 KB)
[#007] sha256:fd9cc1ad8dee47ca559003714d462f4eb79cb6315a2708927c240b84d022b55f - 0.0% (1.64 KB)
[#008] sha256:83525caeeb359731f869f1ee87a32acdfdd5efb8af4cab06d8f4fdcf1f317daa - 0.0% (1.49 KB)
[#009] sha256:8e79813a7b9d5784bb880ca2909887465549de5183411b24f6de72fab0802bcd - 21.11% (2.46 GB)
[#010] sha256:312a542960e3345001fc709156a5139ff8a1d8cc21a51a50f83e87ec2982f579 - 0.0% (86.8 KB)
[#011] sha256:ae033ce9621d2cceaef2769ead17429ae8b29f098fb0350bdd4e0f55a36996db - 5.35% (639 MB)
[#012] sha256:e3fecf49ebef74fa1bde9002fe9dfd0ee435328566d69649606d71f5b3aea982 - 0.0% (150 Bytes)
[#013] sha256:44d1320ea9efb3f88f8f926ed552e57428b50ee6af76edc68d30840c0047ec97 - 0.0% (470 Bytes)
[#014] sha256:91326c10ab396b465f779b1f1f6c2a46126f404d901c64f94ce9a8ec02bddf4f - 1.66% (198 MB)
[#015] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#016] sha256:436bffd097af145f318f1719b4ebad67bce9217b9b669e4eb0c579fb78d8dc48 - 0.0% (179 Bytes)
[#017] sha256:891da7b5a4c66caab33553bd29f4066f44b5fa33b840464d98b84f0662b18668 - 0.0% (132 KB)
[#018] sha256:8741b6d00687e2c61c934387b0a4964c6ff96550bd51cb0ae61bcfe376ea1d2b - 0.0% (178 Bytes)
[#019] sha256:e4ed284e4c41a5f02f3342c18656c2aad9ed0a0bbd691874e4fe78caaac0ba82 - 0.0% (307 KB)
[#020] sha256:bf3aaab0ef34307e090dbd81f5f83cdb9dfdd0150f28f19a238a946f8da212b2 - 0.0% (68.7 KB)
[#021] sha256:009ed819dd5ee692e046b56c41f914d7796a07a7536aec2ed5ac4674b15beb80 - 0.0% (167 Bytes)
[#022] sha256:6a80f5ea17429da7cc3b2f6e49b20486ccd61b2d10739b1907bbd4135c86ae2f - 0.23% (27.2 MB)
[#023] sha256:8999b7adc91ae4b241a6825f995bd583a9bfacc0c4e3184e63c50dbef82112ff - 0.03% (3.24 MB)
[#024] sha256:5b38fd9ca6aec3b8a4a490c5c38a2f998757bb1e432c2403e3fc2b2df2dd73dd - 0.0% (166 Bytes)
[#025] sha256:c203f4978dbbc7123352ed7d5b0abdc25fdbfe58044658cbe1fe98af048d9423 - 0.0% (390 Bytes)
[#026] sha256:75d68451eff7df458a13d15803b700986dae44b43e26b087d7a1b8386429440b - 1.83% (218 MB)
[#027] sha256:6e656e155ff837e1bf23848616a55e7158f64a4f73416b805008c7fbc769af3d - 0.0% (13.8 KB)
[#028] sha256:03f7b5b7d51a3bc5d8ad1ca99346a2ea7048b97dfef8e3b48ed8d7a55175dcea - 0.0% (4.82 KB)
[#029] sha256:bd18c27ae7628fd20621a83ddb9e03a177e855e997c6ab6cec056b7f9f236dd9 - 0.0% (3.33 KB)
[#030] sha256:09bac5762cac02265de184087fabcf4e21c2398833ba3037327f7293b641a5ca - 0.0% (461 Bytes)
[#031] sha256:0b1808fb99f30af0650edd4813f28f1e04ed48e482b1db2d9a8141d0cfabaabd - 3.67% (439 MB)
[#032] sha256:2e5a50f66acc1e28132e018f8e7dc3a56ce1547a5d48dd2f88008030ca2dc136 - 0.0% (2.71 KB)
[#033] sha256:4973b1e2c5f4c4cc44ef2d114f8299bcb1d94a72fe8d132923a978f537a29532 - 0.0% (1.57 KB)
[#034] sha256:193d834289f70b74434bd1af21969b79533be4b6640719c3c14414aaf54b8928 - 0.0% (145 Bytes)
[#035] sha256:f28c53d6df7918038c970e9c21a6ac2fdb2c75fa28a5c407452d9be9e1b7275f - 46.49% (5.43 GB)
[#036] sha256:9ff05c1b5f037864d82fc58de8f4f46db7de35796e8a03b2ca691a45da53abda - 0.0% (1.57 KB)
[#037] sha256:307d348a8c27d61a9fc10524fba4f405342cfbe74d9818ed89b37098a69c95ca - 0.0% (212 Bytes)
[#038] sha256:d9fe1541a2d9e42ed77cd28ef4af45c6eca3095b35ffbc29a2d77f2528fffe5c - 0.22% (25.8 MB)
[#039] sha256:11707051517d3977da72d374b94e738f6950c65f913b9ce84124bc0c1bf7fe32 - 1.45% (174 MB)
[#040] sha256:f9c329ded67517c7a7bd89474183f8eed8f6737032b9915e184b2c7d97f2b55b - 4.03% (482 MB)
[#041] sha256:a4e1f531cefa781101e0b138eff625aff9448411cad420ab793591491c032441 - 0.12% (14.5 MB)
[#042] sha256:4f381cf17ad7991d2c77879c37f40bb8b0d87fefe5097f01e4c8f19f806d68a3 - 0.92% (110 MB)
[#043] sha256:5605b4f2952ffcacc87d3cce3c7a3964b5fecb43c5e22d9e6896f683163f48ae - 1.19% (142 MB)
[#044] sha256:c67e130c311f14d42e9513330bf9c3b0081cc7414a4110cc745b51e42e76d18b - 0.02% (1.9 MB)
History
/bin/sh -c #(nop) ARG RELEASE
2024-04-10 18:52:02 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2024-04-10 18:52:02 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
2024-04-10 18:52:02 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04
2024-04-10 18:52:04 UTC/bin/sh -c #(nop) ADD file:3bd10da0673e2e72cb06a1f64a9df49a36341df39b0f762e3d1b38ee4de296fa in /
2024-04-10 18:52:04 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2024-04-22 23:42:16 UTC (buildkit.dockerfile.v0)ENV NVARCH=x86_64
2024-04-22 23:42:16 UTC (buildkit.dockerfile.v0)ENV NVIDIA_REQUIRE_CUDA=cuda>=12.4 brand=tesla,driver>=470,driver<471 brand=unknown,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=geforce,driver>=470,driver<471 brand=geforcertx,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=titan,driver>=470,driver<471 brand=titanrtx,driver>=470,driver<471 brand=tesla,driver>=525,driver<526 brand=unknown,driver>=525,driver<526 brand=nvidia,driver>=525,driver<526 brand=nvidiartx,driver>=525,driver<526 brand=geforce,driver>=525,driver<526 brand=geforcertx,driver>=525,driver<526 brand=quadro,driver>=525,driver<526 brand=quadrortx,driver>=525,driver<526 brand=titan,driver>=525,driver<526 brand=titanrtx,driver>=525,driver<526 brand=tesla,driver>=535,driver<536 brand=unknown,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=geforce,driver>=535,driver<536 brand=geforcertx,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=titan,driver>=535,driver<536 brand=titanrtx,driver>=535,driver<536
2024-04-22 23:42:16 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_VERSION=12.4.127-1
2024-04-22 23:42:16 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_COMPAT_PACKAGE=cuda-compat-12-4
2024-04-22 23:42:16 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2024-04-22 23:42:16 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2024-04-22 23:42:16 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSLO https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/${NVARCH}/cuda-keyring_1.1-1_all.deb && dpkg -i cuda-keyring_1.1-1_all.deb && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
2024-04-22 23:42:16 UTC (buildkit.dockerfile.v0)ENV CUDA_VERSION=12.4.1
2024-04-22 23:42:28 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-12-4=${NV_CUDA_CUDART_VERSION} ${NV_CUDA_COMPAT_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2024-04-22 23:42:28 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c echo "/usr/local/nvidia/lib" >> /etc/ld.so.conf.d/nvidia.conf && echo "/usr/local/nvidia/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
2024-04-22 23:42:28 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2024-04-22 23:42:28 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64
2024-04-22 23:42:28 UTC (buildkit.dockerfile.v0)COPY NGC-DL-CONTAINER-LICENSE / # buildkit
2024-04-22 23:42:28 UTC (buildkit.dockerfile.v0)ENV NVIDIA_VISIBLE_DEVICES=all
2024-04-22 23:42:28 UTC (buildkit.dockerfile.v0)ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
2024-04-22 23:46:26 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=12.4.1-1
2024-04-22 23:46:26 UTC (buildkit.dockerfile.v0)ENV NV_NVTX_VERSION=12.4.127-1
2024-04-22 23:46:26 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_VERSION=12.2.5.30-1
2024-04-22 23:46:26 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_PACKAGE=libnpp-12-4=12.2.5.30-1
2024-04-22 23:46:26 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_VERSION=12.3.1.170-1
2024-04-22 23:46:26 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-4
2024-04-22 23:46:26 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_VERSION=12.4.5.8-1
2024-04-22 23:46:26 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE=libcublas-12-4=12.4.5.8-1
2024-04-22 23:46:26 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_NAME=libnccl2
2024-04-22 23:46:26 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_VERSION=2.21.5-1
2024-04-22 23:46:26 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.21.5-1
2024-04-22 23:46:26 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE=libnccl2=2.21.5-1+cuda12.4
2024-04-22 23:46:26 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2024-04-22 23:46:26 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2024-04-22 23:46:26 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-12-4=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-12-4=${NV_NVTX_VERSION} libcusparse-12-4=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} ${NV_LIBNCCL_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2024-04-22 23:46:26 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} ${NV_LIBNCCL_PACKAGE_NAME} # buildkit
2024-04-22 23:46:26 UTC (buildkit.dockerfile.v0)COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit
2024-04-22 23:46:26 UTC (buildkit.dockerfile.v0)COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit
2024-04-22 23:46:26 UTC (buildkit.dockerfile.v0)ENV NVIDIA_PRODUCT_NAME=CUDA
2024-04-22 23:46:26 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
2024-04-22 23:54:41 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=12.4.1-1
2024-04-22 23:54:41 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_DEV_VERSION=12.4.127-1
2024-04-22 23:54:41 UTC (buildkit.dockerfile.v0)ENV NV_NVML_DEV_VERSION=12.4.127-1
2024-04-22 23:54:41 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_DEV_VERSION=12.3.1.170-1
2024-04-22 23:54:41 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_VERSION=12.2.5.30-1
2024-04-22 23:54:41 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-12-4=12.2.5.30-1
2024-04-22 23:54:41 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_VERSION=12.4.5.8-1
2024-04-22 23:54:41 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-12-4
2024-04-22 23:54:41 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-12-4=12.4.5.8-1
2024-04-22 23:54:41 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=12.4.1-1
2024-04-22 23:54:41 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-12-4=12.4.1-1
2024-04-22 23:54:41 UTC (buildkit.dockerfile.v0)ENV NV_NVPROF_VERSION=12.4.127-1
2024-04-22 23:54:41 UTC (buildkit.dockerfile.v0)ENV NV_NVPROF_DEV_PACKAGE=cuda-nvprof-12-4=12.4.127-1
2024-04-22 23:54:41 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev
2024-04-22 23:54:41 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.21.5-1
2024-04-22 23:54:41 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.21.5-1
2024-04-22 23:54:41 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.21.5-1+cuda12.4
2024-04-22 23:54:41 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2024-04-22 23:54:41 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2024-04-22 23:54:41 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-dev-12-4=${NV_CUDA_CUDART_DEV_VERSION} cuda-command-line-tools-12-4=${NV_CUDA_LIB_VERSION} cuda-minimal-build-12-4=${NV_CUDA_LIB_VERSION} cuda-libraries-dev-12-4=${NV_CUDA_LIB_VERSION} cuda-nvml-dev-12-4=${NV_NVML_DEV_VERSION} ${NV_NVPROF_DEV_PACKAGE} ${NV_LIBNPP_DEV_PACKAGE} libcusparse-dev-12-4=${NV_LIBCUSPARSE_DEV_VERSION} ${NV_LIBCUBLAS_DEV_PACKAGE} ${NV_LIBNCCL_DEV_PACKAGE} ${NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2024-04-22 23:54:42 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_DEV_PACKAGE_NAME} ${NV_LIBNCCL_DEV_PACKAGE_NAME} # buildkit
2024-04-22 23:54:42 UTC (buildkit.dockerfile.v0)ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs
2024-04-23 00:11:02 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_VERSION=9.1.0.70-1
2024-04-23 00:11:02 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_NAME=libcudnn9-cuda-12
2024-04-23 00:11:02 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE=libcudnn9-cuda-12=9.1.0.70-1
2024-04-23 00:11:02 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_DEV=libcudnn9-dev-cuda-12=9.1.0.70-1
2024-04-23 00:11:02 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2024-04-23 00:11:02 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2024-04-23 00:11:02 UTC (buildkit.dockerfile.v0)LABEL com.nvidia.cudnn.version=9.1.0.70-1
2024-04-23 00:11:02 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ${NV_CUDNN_PACKAGE} ${NV_CUDNN_PACKAGE_DEV} && apt-mark hold ${NV_CUDNN_PACKAGE_NAME} && rm -rf /var/lib/apt/lists/* # buildkit
2024-09-03 16:58:09 +0800 (buildkit.dockerfile.v0)WORKDIR /opt/ml-platform
2024-09-03 16:58:09 +0800 (buildkit.dockerfile.v0)COPY ./scripts/tuna-apt.sh ./scripts/tuna-apt.sh # buildkit
2024-09-03 17:02:12 +0800 (buildkit.dockerfile.v0)RUN /bin/sh -c bash ./scripts/tuna-apt.sh 22.04 && apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y cmake vim neofetch unzip wget git sudo curl rclone lsb-release && DEBIAN_FRONTEND=noninteractive apt-get install -y iperf perftest && DEBIAN_FRONTEND=noninteractive apt-get install -y ibverbs-providers libibumad3 libibverbs1 libnl-3-200 libnl-route-3-200 librdmacm1 openmpi-bin libopenmpi3 libopenmpi-dev libunwind8 # buildkit
2024-09-03 17:02:12 +0800 (buildkit.dockerfile.v0)RUN /bin/sh -c mkdir -p /tmp # buildkit
2024-09-03 17:02:13 +0800 (buildkit.dockerfile.v0)RUN /bin/sh -c mkdir -p /opt/ml-platform/third_party/ # buildkit
2024-09-03 17:02:14 +0800 (buildkit.dockerfile.v0)RUN /bin/sh -c wget https://hpc-image-third-party.tos-cn-beijing.volces.com/nccl-rdma-sharp-plugins.tar.gz && tar -xvzf nccl-rdma-sharp-plugins.tar.gz -C /tmp # buildkit
2024-09-03 17:02:14 +0800 (buildkit.dockerfile.v0)RUN /bin/sh -c rm nccl-rdma-sharp-plugins.tar.gz # buildkit
2024-09-03 17:02:25 +0800 (buildkit.dockerfile.v0)RUN /bin/sh -c cd /tmp/nccl-rdma-sharp-plugins && ./autogen.sh && ./configure --prefix=/usr/local/nccl-rdma-sharp-plugins --with-cuda=/usr/local/cuda && make && make install && rm -rf /tmp/nccl-rdma-sharp-plugins # buildkit
2024-09-03 17:02:25 +0800 (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/nccl-rdma-sharp-plugins/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64
2024-09-03 17:02:25 +0800 (buildkit.dockerfile.v0)RUN /bin/sh -c wget https://hpc-image-third-party.tos-cn-beijing.volces.com/nccl-tests.tar.gz && tar -xvzf nccl-tests.tar.gz -C /opt/ml-platform/third_party/ # buildkit
2024-09-03 17:02:26 +0800 (buildkit.dockerfile.v0)RUN /bin/sh -c rm nccl-tests.tar.gz # buildkit
2024-09-03 17:03:57 +0800 (buildkit.dockerfile.v0)RUN /bin/sh -c cd /opt/ml-platform/third_party/nccl-tests && make MPI=1 MPI_HOME=/usr/lib/x86_64-linux-gnu/openmpi # buildkit
2024-09-03 17:03:57 +0800 (buildkit.dockerfile.v0)RUN /bin/sh -c wget https://hpc-image-third-party.tos-cn-beijing.volces.com/hostping.tar.gz && tar -xvzf hostping.tar.gz -C /opt/ml-platform/third_party/ # buildkit
2024-09-03 17:03:58 +0800 (buildkit.dockerfile.v0)RUN /bin/sh -c rm hostping.tar.gz # buildkit
2024-09-03 17:03:58 +0800 (buildkit.dockerfile.v0)COPY ./scripts/install-miniconda.sh ./scripts/install-miniconda.sh # buildkit
2024-09-03 17:04:28 +0800 (buildkit.dockerfile.v0)RUN /bin/sh -c bash ./scripts/install-miniconda.sh 3.10 # buildkit
2024-09-03 17:04:28 +0800 (buildkit.dockerfile.v0)ENV PATH=/root/miniconda3/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2024-09-03 17:04:29 +0800 (buildkit.dockerfile.v0)RUN /bin/sh -c wget https://veml.tos-cn-beijing.volces.com/condarc -O ~/.condarc && pip config set global.index-url https://pypi.tuna.tsinghua.edu.cn/simple # buildkit
2024-09-03 17:04:29 +0800 (buildkit.dockerfile.v0)COPY ./test /opt/ml-platform/test # buildkit
2024-09-03 17:04:29 +0800 (buildkit.dockerfile.v0)RUN /bin/sh -c find /opt/ml-platform/test -type f -name "*.sh" -print0 | xargs -0 chmod +x && ln -s /opt/ml-platform/test/train/resnet/ddp.sh /opt/ml-platform/ddp.sh && ln -s /opt/ml-platform/test/network/high_bw_nccl.sh /opt/ml-platform/high_bw_nccl.sh && ln -s /opt/ml-platform/test/network/standard_nccl.sh /opt/ml-platform/standard_nccl.sh # buildkit
2024-09-03 17:04:30 +0800 (buildkit.dockerfile.v0)COPY ./scripts/install-devel-deps.sh ./scripts/install-devel-deps.sh # buildkit
2024-09-03 17:06:17 +0800 (buildkit.dockerfile.v0)RUN /bin/sh -c bash ./scripts/install-devel-deps.sh devel # buildkit
2024-09-03 17:06:17 +0800 (buildkit.dockerfile.v0)COPY ./scripts/configure-sources /opt/ml-platform/configure-sources # buildkit
2024-09-03 17:06:17 +0800 (buildkit.dockerfile.v0)RUN /bin/sh -c printf "\nif [[ \$- == *i* ]]; then /opt/ml-platform/configure-sources/auto-configure.sh; fi\n" >> ~/.bashrc # buildkit
2024-09-03 17:06:18 +0800 (buildkit.dockerfile.v0)WORKDIR /root/code
2024-09-03 17:35:28 +0800 (buildkit.dockerfile.v0)RUN /bin/sh -c pip3 install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu124 # buildkit
2024-09-03 17:35:29 +0800 (buildkit.dockerfile.v0)RUN /bin/sh -c echo "/opt/ml-platform/configure-sources/auto-configure.sh" >> ~/.bashrc # buildkit
2024-09-03 17:35:29 +0800 (buildkit.dockerfile.v0)ENV TORCH_ALLOW_TF32_CUBLAS_OVERRIDE=1
2024-12-08 17:48:02 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c pip3 config unset global.index-url # buildkit
2024-12-08 17:48:12 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c pip3 install --no-cache-dir torch==2.4.0 accelerate codetiming dill hydra-core numpy pybind11 tensordict "transformers <= 4.46.0" # buildkit
2024-12-08 18:25:40 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c pip3 install --no-cache-dir flash-attn==2.7.0.post2 --no-build-isolation # buildkit
2024-12-08 18:26:17 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c pip3 install --no-cache-dir vllm==0.6.3 ray==2.10 # buildkit
2024-12-08 18:55:31 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c MAX_JOBS=4 pip3 install -v --disable-pip-version-check --no-cache-dir --no-build-isolation --config-settings "--build-option=--cpp_ext" --config-settings "--build-option=--cuda_ext" git+https://github.com/NVIDIA/apex # buildkit
2024-12-08 23:38:14 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c MAX_JOBS=1 NINJA_FLAGS="-j1" pip3 install flash-attn==2.5.3 --no-cache-dir --no-build-isolation # buildkit
2024-12-09 00:07:38 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c MAX_JOBS=1 NINJA_FLAGS="-j1" pip3 install git+https://github.com/NVIDIA/TransformerEngine.git@v1.7 # buildkit
2024-12-09 00:08:06 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c pip3 install git+https://github.com/eric-haibin-lin/Megatron-LM.git@core_v0.4.0_verl # buildkit
Delete Tag
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.