Namespace
verlai
Image / Tagverl:trtllm-1.3.0rc14
Content Digestsha256:313477a2f940b21c84a72366e7bf7f98408170b0865158e012785b6b8ad6b303
Details
2026-05-11 01:33:53 -0700
21.3 GB
Labels
-
com.nvidia.ai-termshttps://www.nvidia.com/en-us/agreements/enterprise-software/product-specific-terms-for-ai-products/
-
com.nvidia.build.id269443099
-
com.nvidia.build.reffdfaeb27df34739d5d656e2d94755cd8f42fa80e
-
com.nvidia.cublas.version13.2.1.1
-
com.nvidia.cublasmp.version0.7.0.125
-
com.nvidia.cuda.version9.0
-
com.nvidia.cudla.version13.1.1.006
-
com.nvidia.cudnn.version9.19.0.56
-
com.nvidia.cufft.version12.1.0.78
-
com.nvidia.curand.version10.4.1.81
-
com.nvidia.cusolver.version12.0.9.81
-
com.nvidia.cusparse.version12.7.3.1
-
com.nvidia.cusparselt.version0.8.1.1
-
com.nvidia.eulahttps://www.nvidia.com/en-us/agreements/enterprise-software/nvidia-software-license-agreement/
-
com.nvidia.nccl.version2.29.stable.20260109
-
com.nvidia.npp.version13.0.3.3
-
com.nvidia.nsightcompute.version2025.4.1.2
-
com.nvidia.nsightsystems.version2026.1.1.204
-
com.nvidia.nvjpeg.version13.0.3.75
-
com.nvidia.nvvm.version13.1.115
-
com.nvidia.pytorch.version2.11.0a0+eb65b36
-
com.nvidia.tensorrt.version10.15.1.29
-
com.nvidia.tensorrtoss.version
-
com.nvidia.volumes.needednvidia_driver
-
org.opencontainers.image.ref.nameubuntu
-
org.opencontainers.image.version24.04
Environment
AWS_OFI_NCCL_VERSION1.17.0
BASH_ENV/etc/bash.bashrc
COCOAPI_VERSION2.0+nv0.8.1
CUBLASMP_VERSION0.7.0.125
CUBLAS_VERSION13.2.1.1
CUDA_ARCH_LIST7.5 8.0 8.6 9.0 10.0 12.0
CUDA_BINARY_LOADER_THREAD_COUNT8
CUDA_COMPONENT_LISTcccl crt nvrtc driver-dev culibos-dev cudart cudart-dev nvcc tileiras
CUDA_DRIVER_VERSION590.48.01
CUDA_HOME/usr/local/cuda
CUDA_MODULE_LOADINGLAZY
CUDA_VERSION13.1.1.006
CUDLA_VERSION13.1.1.006
CUDNN_FRONTEND_VERSION1.18.0
CUDNN_VERSION9.19.0.56
CUFFT_VERSION12.1.0.78
CUFILE_VERSION1.16.1.26
CURAND_VERSION10.4.1.81
CUSOLVER_VERSION12.0.9.81
CUSPARSELT_VERSION0.8.1.1
CUSPARSE_VERSION12.7.3.1
DALI_BUILD DALI_URL_SUFFIX130
DALI_VERSION1.53.0
DOCA_VERSION3.1.0
EFA_VERSION1.43.1
ENV/etc/shinit_v2
GDRCOPY_VERSION2.5.1
HPCX_VERSION2.25.1-RC2
JUPYTER_PORT8888
LC_ALLC.UTF-8
LD_LIBRARY_PATH/usr/local/lib/python3.12/dist-packages/torch/lib:/usr/local/lib/python3.12/dist-packages/torch_tensorrt/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64
LIBRARY_PATH/usr/local/cuda/lib64/stubs:/usr/local/cuda/lib64/stubs:
MAXSMVER MODEL_OPT_VERSION0.41.0
MOFED_VERSION5.4-rdmacore56.0
NCCL_VERSION2.29.stable.20260109
NPP_VERSION13.0.3.3
NSIGHT_COMPUTE_VERSION2025.4.1.2
NSIGHT_SYSTEMS_VERSION2026.1.1.204
NVFATBIN_VERSION13.1.115
NVFUSER_BUILD_VERSIONcf170f4
NVFUSER_VERSIONcf170f4
NVIDIA_BUILD_ID269443099
NVIDIA_DRIVER_CAPABILITIEScompute,utility,video
NVIDIA_PRODUCT_NAMEPyTorch
NVIDIA_PYTORCH_VERSION26.02
NVIDIA_REQUIRE_CUDAcuda>=9.0
NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS NVIDIA_VISIBLE_DEVICESall
NVJITLINK_VERSION13.1.115
NVJPEG_VERSION13.0.3.75
NVPL_LAPACK_MATH_MODEPEDANTIC
NVPTXCOMPILER_VERSION13.1.115
NVRX_VERSION0.5.0
NVSHMEM_VERSION3.4.5
NVVM_VERSION13.1.115
OMPI_MCA_coll_hcoll_enable0
OPAL_PREFIX/opt/hpcx/ompi
OPENMPI_VERSION4.1.7
OPENUCX_VERSION1.20.0
PATH/usr/local/lib/python3.12/dist-packages/torch_tensorrt/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin:/opt/tensorrt/bin
PIP_BREAK_SYSTEM_PACKAGES1
PIP_CONSTRAINT/etc/pip/constraint.txt
PIP_DEFAULT_TIMEOUT100
POLYGRAPHY_VERSION0.49.26
PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATIONpython
PYTHONIOENCODINGutf-8
PYTORCH_ALLOC_CONFgarbage_collection_threshold:0.99999
PYTORCH_BUILD_NUMBER0
PYTORCH_BUILD_VERSION2.11.0a0+eb65b36
PYTORCH_HOME/opt/pytorch/pytorch
PYTORCH_VERSION2.11.0a0+eb65b36
RDMACORE_VERSION56.0
SHELL/bin/bash
TENSORBOARD_PORT6006
TORCHAO_BUILD_VERSION+gita89eaab2
TORCHINDUCTOR_LOOP_ORDERING_AFTER_FUSION0
TORCHTITAN_BUILD_VERSION0.2.1+git9f211ec1
TORCH_ALLOW_TF32_CUBLAS_OVERRIDE1
TORCH_CUDA_ARCH_LIST TORCH_NCCL_USE_COMM_NONBLOCKING0
TRANSFORMER_ENGINE_VERSION2.12
TRITON_CUDACRT_PATH/usr/local/cuda/include
TRITON_CUDART_PATH/usr/local/cuda/include
TRITON_CUOBJDUMP_PATH/usr/local/cuda/bin/cuobjdump
TRITON_CUPTI_INCLUDE_PATH/usr/local/cuda/include
TRITON_CUPTI_LIB_PATH/usr/local/cuda/lib64
TRITON_NVDISASM_PATH/usr/local/cuda/bin/nvdisasm
TRITON_PTXAS_PATH/usr/local/cuda/bin/ptxas
TRTOSS_VERSION TRT_LLM_GIT_COMMIT93cb6518b6d6dbd6095748189e626db731f44545
TRT_LLM_VERSION1.3.0rc14
TRT_VERSION10.15.1.29
UCC_CL_BASIC_TLS^sharp
UCC_EC_CUDA_EXEC_NUM_THREADS256
_CUDA_COMPAT_PATH/usr/local/cuda/compat
Layers
[#000] sha256:e93fce65fb9fdbf95d95433f0a49637000c985ffab1470a3bd7dc626ac7f1c06 - 0.13% (29.2 MB)
[#001] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#002] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#003] sha256:7bd0b9ebd198fb2354a04f348c96e61fa129ea154a1aed43777b65e379ac926c - 0.0% (1 MB)
[#004] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#005] sha256:1185ca7269e2336849c3fb0b8876013045c1963f1fc33d517ec8817919349b6b - 0.02% (3.43 MB)
[#006] sha256:c2b15cfd81d94b46db296ae08cce18e2f414367d429369d092a9533d2d7b4e38 - 0.39% (84.3 MB)
[#007] sha256:3592c65d90dfcd1b409f39b737338e435586dbbfb905d27b79e75a6d3f783ea5 - 0.7% (152 MB)
[#008] sha256:e6bfad1e14e407027f66a7a0163d29cee364e0b57afd7a9942e160bd9b303227 - 0.0% (14.4 KB)
[#009] sha256:a5e8e3a3eaa925d1410764c59bfd81e7752792ae532c5959ab9bc8c8ee46c27c - 0.0% (11.3 KB)
[#010] sha256:a57335963a4b05e91fdd01fb014283969461c27d2051153ed8f3f1553b1ec95f - 0.0% (181 Bytes)
[#011] sha256:b1a7a39b91683098cc9d40f82cdedf349166abb7df5f376124df6f2a35f3e483 - 0.27% (58.4 MB)
[#012] sha256:b8c58ea6a99a4fb634e66424f610c2e57fd63c692f351418b4bf37ff5b9ce590 - 0.01% (3.15 MB)
[#013] sha256:612d27fc0adfb5f96785b7ce4ddf278f06196a3a1d31c5c45d8a7cd2cdd2c7f0 - 0.0% (7.9 KB)
[#014] sha256:fc54ca2fb2cfe839daa997952afdc0e41bd89cedce7695d0cede6660efd8fe56 - 0.0% (6.21 KB)
[#015] sha256:a3a6c3080e049c43e69271489e852fb706000184a943a561e6d5c8282f34cf06 - 0.0% (407 Bytes)
[#016] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#017] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#018] sha256:32256c1aa81f0ee127a297ad8f45f9432e2dc730a2c262672ada98ffa5eddc39 - 0.5% (110 MB)
[#019] sha256:ca4763801d04b7e40c220ce22ba0d66a5e4bbf888784d7b31f8c83d27f9eb271 - 0.98% (213 MB)
[#020] sha256:c06d21aebe4e512a5ec8357f4f313ef5ac94e46e68bb4edf4027e1a1c1b7d38c - 6.97% (1.49 GB)
[#021] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#022] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#023] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#024] sha256:09f20eeb30d450ca6f845acf9e7e4bee3eeccebb8c2370335707671120ab0f1f - 0.28% (61.8 MB)
[#025] sha256:a7ec275717799ae9c0d68a7a44f222ad6ba52ccba14a740e82db575a372ee912 - 11.67% (2.49 GB)
[#026] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#027] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#028] sha256:b0a1f3818f0083be446ee9e834dd7b3d424eac7b2de5f706fb5acf51c8eb6d4c - 0.1% (21.2 MB)
[#029] sha256:70dcd3d40b36578e680e77b1fc8518d8b6937d883f83e3e6a6e3a7a6a46a5f37 - 0.0% (502 Bytes)
[#030] sha256:3498167c17aecfee16d64a1aa257ec63f347bd22dadbc0ba8a2bb317eb0d002d - 0.5% (110 MB)
[#031] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#032] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#033] sha256:0a13e980d953f3fe96d6d87ea3b0e667f7fc437c50734b874d72570079f524f5 - 1.69% (370 MB)
[#034] sha256:424cdb698dbd0c3730a0bf8900417327ad1d1886d5a7e969f3af6fa30d242fbe - 0.0% (361 Bytes)
[#035] sha256:d4a78cf176a4be26723a151c2d9fff3c531446373ed1e8c4325899b27c097b6b - 0.14% (31.6 MB)
[#036] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#037] sha256:35d6501e14dfb660e50ea3ccfa7435b285f9f6816b6c8c7a776c5e70fa13d3b6 - 0.0% (116 Bytes)
[#038] sha256:3828091815ef834d7f87f7971bc208bc035f9f8cece042a99ead6b22451565d9 - 0.0% (596 Bytes)
[#039] sha256:ea34f516048e0729419bda4e328183d3e63386f39b86ee24cdcf75f52d486ffc - 3.35% (730 MB)
[#040] sha256:8ffb33ebc1d4cce9dcd36d174d4ebc6ef3e9ea7eab07580f73cf220f0171cea6 - 2.34% (511 MB)
[#041] sha256:64e409aa369c3b25d3fdb55d69a92c6dfd7e90525dac6329461ddf7a4f5505dc - 0.37% (81 MB)
[#042] sha256:66e95159bca697b8a7bda14c98b31b15656139e639002f13fceab173c8a67057 - 0.0% (8.37 KB)
[#043] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#044] sha256:45c813fce19fa4045979a13bfda2c7e9adf7aba81c4dd246b968012591efba52 - 0.02% (5.14 MB)
[#045] sha256:b56d90edb36748c756b80b13e4d31de49468b192a49cfbedb18f9cf0b904e15d - 0.0% (525 Bytes)
[#046] sha256:e5d1ad81faaacd84f516a136f43d0ef563920d0f4793937476337cccdf38b6f3 - 0.0% (377 Bytes)
[#047] sha256:5a9fb766d4183aee251f29435e3e24d03d34a9e384d747bc4858dcd2a950e259 - 0.0% (364 Bytes)
[#048] sha256:3608b449632715fc6c9f974ece535c579bdde19f89036b1b1c41c7e03348ea8c - 2.98% (650 MB)
[#049] sha256:e4a0345897bc27ca1af39cd542de1ea93b94c2da083b80bf42e3ee03d574aba5 - 0.0% (2.92 KB)
[#050] sha256:5b64131b6d26c9c37c6995d24eef56102f33874931d8f06824b0ce8f0631d4cc - 0.0% (70.6 KB)
[#051] sha256:42632f3f12c022b02163e996ba4c3f4242034f4237ada1612f9a92d9b10445ba - 0.01% (2.69 MB)
[#052] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#053] sha256:3c8ccb2e08fced8cd2e673615c9282578c4a996c8972903732ccb00f1c86db4d - 0.0% (130 KB)
[#054] sha256:ae0098d50d4efccf1f0b80684a5be05f8d2db601b415fc022aa56794bea5b726 - 1.3% (284 MB)
[#055] sha256:afc01f4aad0013cd8aeb5c624bb620debe77dd53323944c94325230e59426409 - 1.04% (228 MB)
[#056] sha256:82bb122345bd4da3ec3dd0d6b3e22dfdf096b12e54ca065cb62af0c4542f7a51 - 0.1% (22.4 MB)
[#057] sha256:ff0046a9ba4272d5f24ac2ca4651572ee0ebe37abd85a7595dde9863ac494910 - 0.0% (1.09 KB)
[#058] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#059] sha256:4ca0d097ecb891c7ca16043dcc3e77b37405119ba2ca5664c21c90649d3e9ac2 - 0.08% (18.1 MB)
[#060] sha256:0e43e2c7305b013a48fabc4598b56930b3d548f28b48b088f5d9457771f4363c - 0.9% (196 MB)
[#061] sha256:1831ab34745897aa9dc7a1a5b8d3e313382bbd3a6dfc84714283751c44d2eae6 - 0.0% (71.9 KB)
[#062] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#063] sha256:940e119cd5d3581510615350ad47bb201e9da6bffe56ded17649e2d8dc3101d4 - 0.0% (1.09 KB)
[#064] sha256:b677531605b50912d25e1522dc7033f877a98599648ede777dc4d87b6eda236d - 0.0% (1.09 KB)
[#065] sha256:8cecd32fb6f9ed9b3beffafb714f558b457fea5fa263f4364bc6fdbc9e68b893 - 0.13% (28.7 MB)
[#066] sha256:914efe044c8209831904f3d6a42cff4e7c852e27e0a1bf7ef5062c65f262ddb6 - 0.13% (28.7 MB)
[#067] sha256:73e6396f1681f926a5d3fb51673b8a51d9a1f8895c2b9718c464badccc9b4549 - 0.01% (1.16 MB)
[#068] sha256:7b0cce74c9b616da008a3fed2d388868bb2df70e9bacddb5bb6f7e6e190e6e89 - 0.11% (24 MB)
[#069] sha256:bfb00964e3e35da06d1eba995c1707749762402f83ab64bff0885914216a18d1 - 0.3% (64.5 MB)
[#070] sha256:2b122ca6c05e6149e46ab59db70b57f1c1f0fa20b8ac18bfa5daae35c410753b - 0.75% (164 MB)
[#071] sha256:7c8053ec0eaac4fffebcd7fb293e0157cad5e4f2b907712ba25e3aae845c906b - 0.07% (15.5 MB)
[#072] sha256:dcef9024da22675e5f6a5d676ff2248e6e987365831640b66fd9e12b5564be2b - 2.01% (439 MB)
[#073] sha256:e6123c54038c63a922a1b9d9ecf6ec1e7be9c7b02ef5c509fe3e2daf132f075b - 1.33% (290 MB)
[#074] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#075] sha256:08b154a30ee69aae9963964b6408bdf0c8487653a8fa4754b86d011601be8021 - 0.0% (47.7 KB)
[#076] sha256:4208a1d1e798c71acda5c9e4229decec5d2d34fcfe025a651f6995be3053eb2a - 0.0% (17.5 KB)
[#077] sha256:66d805dac369aaa87484981c5a9aa4c674e7e18a286b7fc3f33bbd477794d2d6 - 0.0% (152 Bytes)
[#078] sha256:90ed6adf52d7f44eada450f9f8f5a1f790dc70f1f1a743abfdd0174311eae675 - 0.0% (370 Bytes)
[#079] sha256:b69b03db36b00709a3ae1353b034c367404a488ecb940d6f5e3fd41640a02ca7 - 0.0% (500 Bytes)
[#080] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#081] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#082] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#083] sha256:bebe41b9199aa82105c808c9e12ffbb95d4cbe644306d12eaa01a3f458cee6ee - 24.89% (5.3 GB)
[#084] sha256:5c62a88767791a8226d28233a5ab83c38eb53df9fd979a91ac92d704207ff769 - 0.0% (394 Bytes)
[#085] sha256:98b0b528d15b4ad4c53c0115819df9cec6054acfa173357597f54675c8684f06 - 0.48% (104 MB)
[#086] sha256:d3f828feef70d28148063f1d5ff5abc273ca1d8076935d64fe920c65d1ac31ec - 0.63% (137 MB)
[#087] sha256:1a56f04bda81536bd97304251c41a55c13a799440f937b2afddbb379c461abea - 0.0% (333 Bytes)
[#088] sha256:47341854b0bf6d4d2fecaac668977ff88134eae14a3621175985733f6e73bdb1 - 0.0% (150 Bytes)
[#089] sha256:9e8dfc899aa74dbee98a0bb1f55b6dced31d356e69d5cec77084191f1ef01b08 - 15.64% (3.33 GB)
[#090] sha256:94cd0fe03182f934d742dd04f13b3b4b79f739f032e269b9c59b0577f5444c51 - 0.0% (9.44 KB)
[#091] sha256:d0ca54433730be436e5f31785e8f2d8c89b4b7a00eae2942569aeba14480855d - 12.04% (2.56 GB)
[#092] sha256:d1ce6d321abf64966e372eec7a63efe2269ed5d545d551264d67134c7dd0be0a - 0.27% (59.9 MB)
[#093] sha256:1be72ca9c38c1d9eadf2454160e74fb91fad60b7bbb3b27c20792f18d8b955f9 - 0.0% (219 KB)
[#094] sha256:8498964813ecf8e3cfbf759a9216d1ac72f95a47f8a02dcc294dce1dd7f3b270 - 0.0% (17.2 KB)
[#095] sha256:8f1cdb0f567d992c0c7377d3914b8d42a44abbfa40ac0156e013b71f318dd277 - 0.0% (44.2 KB)
[#096] sha256:deb4befce07aa87ca2a89421f8b88320d936010b20668f96f6c823a2519af439 - 1.2% (262 MB)
[#097] sha256:88791a47e86971a8c83d6540a4c327810c5825f14071b12088c8bece3e811ad2 - 0.04% (7.79 MB)
[#098] sha256:f1cf60526cdd1de603a561a91002fd9a8f1ea8a30a5d810c4f48d48611c380d2 - 0.04% (7.79 MB)
[#099] sha256:c89916cb8a682658b7c1c1b8302a1bb8a5878bf524cb00a9cdb052d962542d01 - 0.0% (931 Bytes)
[#100] sha256:d9e1f63b79c48ffc4c81b3671a24a037e4e784f4d5bd54e35db6d0dfa0803aee - 0.0% (377 Bytes)
[#101] sha256:19e94856033e69e27929398f11f2282f212130f3f532ae31d3c9da8936c223f5 - 0.0% (118 Bytes)
[#102] sha256:679bebf36160fdb71a8dd485b462cb56cfeb0e3efa2367e26e5e3e1ccceb4def - 0.74% (161 MB)
[#103] sha256:ddb7ac85932a3b950ae0cc09fa433918d29d4aae6d4dc387d01a16e5504a6445 - 0.63% (138 MB)
[#104] sha256:3ba647fbd0590de0352d14bec9a5f8fb2dd3d4bda6956c07bc882897d5205238 - 1.32% (289 MB)
[#105] sha256:2ac030c91345fe93ea8420eaf83c179a018c24e9298a2720cc86fc5224145926 - 0.0% (886 Bytes)
[#106] sha256:27ff488968c16ae0e31500f018d89180503e7c84e0632144d99f1e26baee09d6 - 0.01% (2.6 MB)
[#107] sha256:3d7e75d45156997b8f525dd826dd73e9cb11ae932efbae4d57852ad2de888569 - 0.0% (887 Bytes)
[#108] sha256:eeae0aac46e88e8a4875bf536befc560d88bdd42362268a177933d3a46abc20b - 0.36% (78.8 MB)
History
/bin/sh -c #(nop) ARG RELEASE
2026-01-13 05:37:25 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2026-01-13 05:37:25 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
2026-01-13 05:37:25 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=24.04
2026-01-13 05:37:27 UTC/bin/sh -c #(nop) ADD file:3077ee44db3cc7d38740d60a05c81418dd3825a007db473658464f52689e867b in /
2026-01-13 05:37:27 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2026-02-03 20:09:29 UTC (buildkit.dockerfile.v0)ARG JETPACK_HOST_MOUNTS=
2026-02-03 20:09:29 UTC (buildkit.dockerfile.v0)ARG ENABLE_MITMPROXY=0
2026-02-03 20:09:29 UTC (buildkit.dockerfile.v0)ENV NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=
2026-02-03 20:09:29 UTC (buildkit.dockerfile.v0)RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh -c if [ -n "${JETPACK_HOST_MOUNTS}" ]; then echo "/usr/lib/aarch64-linux-gnu/tegra" > /etc/ld.so.conf.d/nvidia-tegra.conf && echo "/usr/lib/aarch64-linux-gnu/tegra-egl" >> /etc/ld.so.conf.d/nvidia-tegra.conf; fi # buildkit
2026-02-03 20:09:29 UTC (buildkit.dockerfile.v0)RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh -c /tmp/manage_cert.sh install # buildkit
2026-02-03 20:09:29 UTC (buildkit.dockerfile.v0)RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh -c if [ -d /usr/share/ca-certificates ]; then exit; fi && export DEBIAN_FRONTEND=noninteractive && apt-get update && apt-get install -y --no-install-recommends ca-certificates && rm -rf /var/lib/apt/lists/* # buildkit
2026-02-03 20:09:29 UTC (buildkit.dockerfile.v0)RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh -c /tmp/manage_cert.sh install # buildkit
2026-02-03 20:09:29 UTC (buildkit.dockerfile.v0)RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh -c export DEBIAN_FRONTEND=noninteractive && apt-get update && apt-get install -y --no-install-recommends adduser curl libnl-route-3-200 libnl-3-200 libnl-3-dev libnl-route-3-dev patch wget && rm -rf /var/lib/apt/lists/* && echo "hsts=0" > /root/.wgetrc # buildkit
2026-02-03 20:09:29 UTC (buildkit.dockerfile.v0)ARG GDRCOPY_VERSION=2.5.1
2026-02-03 20:09:29 UTC (buildkit.dockerfile.v0)ARG HPCX_VERSION=2.25.1-RC2
2026-02-03 20:09:29 UTC (buildkit.dockerfile.v0)ARG RDMACORE_VERSION=56.0
2026-02-03 20:09:29 UTC (buildkit.dockerfile.v0)ARG MOFED_VERSION=5.4-rdmacore56.0
2026-02-03 20:09:29 UTC (buildkit.dockerfile.v0)ARG OPENUCX_VERSION=1.20.0
2026-02-03 20:09:29 UTC (buildkit.dockerfile.v0)ARG OPENMPI_VERSION=4.1.7
2026-02-03 20:09:29 UTC (buildkit.dockerfile.v0)ARG EFA_VERSION=1.43.1
2026-02-03 20:09:29 UTC (buildkit.dockerfile.v0)ARG AWS_OFI_NCCL_VERSION=1.17.0
2026-02-03 20:09:29 UTC (buildkit.dockerfile.v0)ENV GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.25.1-RC2 MOFED_VERSION=5.4-rdmacore56.0 OPENUCX_VERSION=1.20.0 OPENMPI_VERSION=4.1.7 RDMACORE_VERSION=56.0 EFA_VERSION=1.43.1 AWS_OFI_NCCL_VERSION=1.17.0
2026-02-03 20:09:29 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2026-02-03 21:06:12 UTC (buildkit.dockerfile.v0)RUN |11 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.25.1-RC2 RDMACORE_VERSION=56.0 MOFED_VERSION=5.4-rdmacore56.0 OPENUCX_VERSION=1.20.0 OPENMPI_VERSION=4.1.7 EFA_VERSION=1.43.1 AWS_OFI_NCCL_VERSION=1.17.0 TARGETARCH=amd64 /bin/sh -c cd /nvidia && ( cd opt/rdma-core/ && dpkg -i libibverbs1_*.deb libibverbs-dev_*.deb librdmacm1_*.deb librdmacm-dev_*.deb libibumad3_*.deb libibumad-dev_*.deb ibverbs-utils_*.deb ibverbs-providers_*.deb && rm $(dpkg-query -L libibverbs-dev librdmacm-dev libibumad-dev | grep "\(\.so\|\.a\)$") ) && ( cd opt/gdrcopy/ && dpkg -i libgdrapi_*.deb ) && ( cp -r opt/hpcx /opt/ && cp etc/ld.so.conf.d/hpcx.conf /etc/ld.so.conf.d/ && ln -sf /opt/hpcx/ompi /usr/local/mpi && ln -sf /opt/hpcx/ucx /usr/local/ucx && sed -i 's/^\(hwloc_base_binding_policy\) = core$/\1 = none/' /opt/hpcx/ompi/etc/openmpi-mca-params.conf && sed -i 's/^\(btl = self\)$/#\1/' /opt/hpcx/ompi/etc/openmpi-mca-params.conf ) && ( if [ ! -f /etc/ld.so.conf.d/nvidia-tegra.conf ]; then cd opt/amazon/efa/ && dpkg -i libfabric*.deb && rm /opt/amazon/efa/lib/libfabric.a && echo "/opt/amazon/efa/lib" > /etc/ld.so.conf.d/efa.conf; fi ) && ldconfig # buildkit
2026-02-03 21:06:12 UTC (buildkit.dockerfile.v0)ENV OPAL_PREFIX=/opt/hpcx/ompi PATH=/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin
2026-02-03 21:06:12 UTC (buildkit.dockerfile.v0)ENV OMPI_MCA_coll_hcoll_enable=0
2026-02-03 21:06:12 UTC (buildkit.dockerfile.v0)ARG CUDA_VERSION=13.1.1.006
2026-02-03 21:06:12 UTC (buildkit.dockerfile.v0)ARG CUDA_DRIVER_VERSION=590.48.01
2026-02-03 21:06:12 UTC (buildkit.dockerfile.v0)ARG NVVM_VERSION=13.1.115
2026-02-03 21:06:12 UTC (buildkit.dockerfile.v0)ARG DOCA_VERSION=3.1.0
2026-02-03 21:06:12 UTC (buildkit.dockerfile.v0)ENV CUDA_VERSION=13.1.1.006 CUDA_DRIVER_VERSION=590.48.01 NVVM_VERSION=13.1.115 DOCA_VERSION=3.1.0
2026-02-03 21:06:16 UTC (buildkit.dockerfile.v0)RUN |15 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.25.1-RC2 RDMACORE_VERSION=56.0 MOFED_VERSION=5.4-rdmacore56.0 OPENUCX_VERSION=1.20.0 OPENMPI_VERSION=4.1.7 EFA_VERSION=1.43.1 AWS_OFI_NCCL_VERSION=1.17.0 TARGETARCH=amd64 CUDA_VERSION=13.1.1.006 CUDA_DRIVER_VERSION=590.48.01 NVVM_VERSION=13.1.115 DOCA_VERSION=3.1.0 /bin/sh -c BASE=min /nvidia/build-scripts/installCUDA.sh # buildkit
2026-02-03 21:06:16 UTC (buildkit.dockerfile.v0)RUN |15 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.25.1-RC2 RDMACORE_VERSION=56.0 MOFED_VERSION=5.4-rdmacore56.0 OPENUCX_VERSION=1.20.0 OPENMPI_VERSION=4.1.7 EFA_VERSION=1.43.1 AWS_OFI_NCCL_VERSION=1.17.0 TARGETARCH=amd64 CUDA_VERSION=13.1.1.006 CUDA_DRIVER_VERSION=590.48.01 NVVM_VERSION=13.1.115 DOCA_VERSION=3.1.0 /bin/sh -c cp -vprd /nvidia/. / && patch -p0 < /etc/startup_scripts.patch && rm -f /etc/startup_scripts.patch # buildkit
2026-02-03 21:06:16 UTC (buildkit.dockerfile.v0)ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash NVIDIA_REQUIRE_CUDA=cuda>=9.0
2026-02-03 21:06:16 UTC (buildkit.dockerfile.v0)LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.0
2026-02-03 21:06:16 UTC (buildkit.dockerfile.v0)ARG NCCL_VERSION=2.29.stable.20260109 CUBLAS_VERSION=13.2.1.1 CUFFT_VERSION=12.1.0.78 CURAND_VERSION=10.4.1.81 CUSPARSE_VERSION=12.7.3.1 CUSOLVER_VERSION=12.0.9.81 NPP_VERSION=13.0.3.3 NVJPEG_VERSION=13.0.3.75 CUFILE_VERSION=1.16.1.26 NVJITLINK_VERSION=13.1.115 NVFATBIN_VERSION=13.1.115 CUBLASMP_VERSION=0.7.0.125 NVSHMEM_VERSION=3.4.5 CUDLA_VERSION=13.1.1.006 NVPTXCOMPILER_VERSION=13.1.115 CUDNN_VERSION=9.19.0.56 CUDNN_FRONTEND_VERSION=1.18.0 TRT_VERSION=10.15.1.29 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2026.1.1.204 NSIGHT_COMPUTE_VERSION=2025.4.1.2 CUSPARSELT_VERSION=0.8.1.1 DALI_VERSION=1.53.0 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.49.26 TRANSFORMER_ENGINE_VERSION=2.12 MODEL_OPT_VERSION=0.41.0 CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0 MAXSMVER= NVRX_VERSION=0.5.0
2026-02-03 21:06:16 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.29.stable.20260109 CUBLAS_VERSION=13.2.1.1 CUFFT_VERSION=12.1.0.78 CURAND_VERSION=10.4.1.81 CUSPARSE_VERSION=12.7.3.1 CUSPARSELT_VERSION=0.8.1.1 CUSOLVER_VERSION=12.0.9.81 NPP_VERSION=13.0.3.3 NVJPEG_VERSION=13.0.3.75 CUFILE_VERSION=1.16.1.26 NVJITLINK_VERSION=13.1.115 NVFATBIN_VERSION=13.1.115 CUBLASMP_VERSION=0.7.0.125 NVSHMEM_VERSION=3.4.5 CUDLA_VERSION=13.1.1.006 NVPTXCOMPILER_VERSION=13.1.115 CUDNN_VERSION=9.19.0.56 CUDNN_FRONTEND_VERSION=1.18.0 TRT_VERSION=10.15.1.29 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2026.1.1.204 NSIGHT_COMPUTE_VERSION=2025.4.1.2 DALI_VERSION=1.53.0 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.49.26 TRANSFORMER_ENGINE_VERSION=2.12 MODEL_OPT_VERSION=0.41.0 CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0 MAXSMVER= NVRX_VERSION=0.5.0
2026-02-03 21:06:16 UTC (buildkit.dockerfile.v0)ADD docs.tgz / # buildkit
2026-02-03 21:06:17 UTC (buildkit.dockerfile.v0)RUN |46 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.25.1-RC2 RDMACORE_VERSION=56.0 MOFED_VERSION=5.4-rdmacore56.0 OPENUCX_VERSION=1.20.0 OPENMPI_VERSION=4.1.7 EFA_VERSION=1.43.1 AWS_OFI_NCCL_VERSION=1.17.0 TARGETARCH=amd64 CUDA_VERSION=13.1.1.006 CUDA_DRIVER_VERSION=590.48.01 NVVM_VERSION=13.1.115 DOCA_VERSION=3.1.0 NCCL_VERSION=2.29.stable.20260109 CUBLAS_VERSION=13.2.1.1 CUFFT_VERSION=12.1.0.78 CURAND_VERSION=10.4.1.81 CUSPARSE_VERSION=12.7.3.1 CUSOLVER_VERSION=12.0.9.81 NPP_VERSION=13.0.3.3 NVJPEG_VERSION=13.0.3.75 CUFILE_VERSION=1.16.1.26 NVJITLINK_VERSION=13.1.115 NVFATBIN_VERSION=13.1.115 CUBLASMP_VERSION=0.7.0.125 NVSHMEM_VERSION=3.4.5 CUDLA_VERSION=13.1.1.006 NVPTXCOMPILER_VERSION=13.1.115 CUDNN_VERSION=9.19.0.56 CUDNN_FRONTEND_VERSION=1.18.0 TRT_VERSION=10.15.1.29 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2026.1.1.204 NSIGHT_COMPUTE_VERSION=2025.4.1.2 CUSPARSELT_VERSION=0.8.1.1 DALI_VERSION=1.53.0 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.49.26 TRANSFORMER_ENGINE_VERSION=2.12 MODEL_OPT_VERSION=0.41.0 CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0 MAXSMVER= NVRX_VERSION=0.5.0 /bin/sh -c echo "/usr/local/nvidia/lib" >> /etc/ld.so.conf.d/nvidia.conf && echo "/usr/local/nvidia/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
2026-02-03 21:06:17 UTC (buildkit.dockerfile.v0)ARG _LIBPATH_SUFFIX=
2026-02-03 21:06:17 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video
2026-02-03 21:06:28 UTC (buildkit.dockerfile.v0)RUN |47 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.25.1-RC2 RDMACORE_VERSION=56.0 MOFED_VERSION=5.4-rdmacore56.0 OPENUCX_VERSION=1.20.0 OPENMPI_VERSION=4.1.7 EFA_VERSION=1.43.1 AWS_OFI_NCCL_VERSION=1.17.0 TARGETARCH=amd64 CUDA_VERSION=13.1.1.006 CUDA_DRIVER_VERSION=590.48.01 NVVM_VERSION=13.1.115 DOCA_VERSION=3.1.0 NCCL_VERSION=2.29.stable.20260109 CUBLAS_VERSION=13.2.1.1 CUFFT_VERSION=12.1.0.78 CURAND_VERSION=10.4.1.81 CUSPARSE_VERSION=12.7.3.1 CUSOLVER_VERSION=12.0.9.81 NPP_VERSION=13.0.3.3 NVJPEG_VERSION=13.0.3.75 CUFILE_VERSION=1.16.1.26 NVJITLINK_VERSION=13.1.115 NVFATBIN_VERSION=13.1.115 CUBLASMP_VERSION=0.7.0.125 NVSHMEM_VERSION=3.4.5 CUDLA_VERSION=13.1.1.006 NVPTXCOMPILER_VERSION=13.1.115 CUDNN_VERSION=9.19.0.56 CUDNN_FRONTEND_VERSION=1.18.0 TRT_VERSION=10.15.1.29 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2026.1.1.204 NSIGHT_COMPUTE_VERSION=2025.4.1.2 CUSPARSELT_VERSION=0.8.1.1 DALI_VERSION=1.53.0 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.49.26 TRANSFORMER_ENGINE_VERSION=2.12 MODEL_OPT_VERSION=0.41.0 CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0 MAXSMVER= NVRX_VERSION=0.5.0 _LIBPATH_SUFFIX= /bin/sh -c if [ -n "${DOCA_VERSION}" ] && dpkg --compare-versions "${HPCX_VERSION}" "ge" "2.24"; then /nvidia/build-scripts/installDOCA.sh; else echo "Not running installDOCA.sh"; fi # buildkit
2026-02-03 21:08:00 UTC (buildkit.dockerfile.v0)COPY /opt/amazon/aws-ofi-nccl /opt/amazon/aws-ofi-nccl # buildkit
2026-02-03 21:08:00 UTC (buildkit.dockerfile.v0)RUN |47 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.25.1-RC2 RDMACORE_VERSION=56.0 MOFED_VERSION=5.4-rdmacore56.0 OPENUCX_VERSION=1.20.0 OPENMPI_VERSION=4.1.7 EFA_VERSION=1.43.1 AWS_OFI_NCCL_VERSION=1.17.0 TARGETARCH=amd64 CUDA_VERSION=13.1.1.006 CUDA_DRIVER_VERSION=590.48.01 NVVM_VERSION=13.1.115 DOCA_VERSION=3.1.0 NCCL_VERSION=2.29.stable.20260109 CUBLAS_VERSION=13.2.1.1 CUFFT_VERSION=12.1.0.78 CURAND_VERSION=10.4.1.81 CUSPARSE_VERSION=12.7.3.1 CUSOLVER_VERSION=12.0.9.81 NPP_VERSION=13.0.3.3 NVJPEG_VERSION=13.0.3.75 CUFILE_VERSION=1.16.1.26 NVJITLINK_VERSION=13.1.115 NVFATBIN_VERSION=13.1.115 CUBLASMP_VERSION=0.7.0.125 NVSHMEM_VERSION=3.4.5 CUDLA_VERSION=13.1.1.006 NVPTXCOMPILER_VERSION=13.1.115 CUDNN_VERSION=9.19.0.56 CUDNN_FRONTEND_VERSION=1.18.0 TRT_VERSION=10.15.1.29 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2026.1.1.204 NSIGHT_COMPUTE_VERSION=2025.4.1.2 CUSPARSELT_VERSION=0.8.1.1 DALI_VERSION=1.53.0 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.49.26 TRANSFORMER_ENGINE_VERSION=2.12 MODEL_OPT_VERSION=0.41.0 CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0 MAXSMVER= NVRX_VERSION=0.5.0 _LIBPATH_SUFFIX= /bin/sh -c if [ ! -f /etc/ld.so.conf.d/nvidia-tegra.conf ]; then echo "/opt/amazon/aws-ofi-nccl/lib" > /etc/ld.so.conf.d/aws-ofi-nccl.conf && ldconfig; fi # buildkit
2026-02-03 21:08:00 UTC (buildkit.dockerfile.v0)COPY entrypoint/ /opt/nvidia/ # buildkit
2026-02-03 21:08:00 UTC (buildkit.dockerfile.v0)ENV NVIDIA_PRODUCT_NAME=CUDA
2026-02-03 21:08:00 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
2026-02-03 21:08:00 UTC (buildkit.dockerfile.v0)RUN |47 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.25.1-RC2 RDMACORE_VERSION=56.0 MOFED_VERSION=5.4-rdmacore56.0 OPENUCX_VERSION=1.20.0 OPENMPI_VERSION=4.1.7 EFA_VERSION=1.43.1 AWS_OFI_NCCL_VERSION=1.17.0 TARGETARCH=amd64 CUDA_VERSION=13.1.1.006 CUDA_DRIVER_VERSION=590.48.01 NVVM_VERSION=13.1.115 DOCA_VERSION=3.1.0 NCCL_VERSION=2.29.stable.20260109 CUBLAS_VERSION=13.2.1.1 CUFFT_VERSION=12.1.0.78 CURAND_VERSION=10.4.1.81 CUSPARSE_VERSION=12.7.3.1 CUSOLVER_VERSION=12.0.9.81 NPP_VERSION=13.0.3.3 NVJPEG_VERSION=13.0.3.75 CUFILE_VERSION=1.16.1.26 NVJITLINK_VERSION=13.1.115 NVFATBIN_VERSION=13.1.115 CUBLASMP_VERSION=0.7.0.125 NVSHMEM_VERSION=3.4.5 CUDLA_VERSION=13.1.1.006 NVPTXCOMPILER_VERSION=13.1.115 CUDNN_VERSION=9.19.0.56 CUDNN_FRONTEND_VERSION=1.18.0 TRT_VERSION=10.15.1.29 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2026.1.1.204 NSIGHT_COMPUTE_VERSION=2025.4.1.2 CUSPARSELT_VERSION=0.8.1.1 DALI_VERSION=1.53.0 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.49.26 TRANSFORMER_ENGINE_VERSION=2.12 MODEL_OPT_VERSION=0.41.0 CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0 MAXSMVER= NVRX_VERSION=0.5.0 _LIBPATH_SUFFIX= /bin/sh -c mkdir -p /workspace && cp -f -p /opt/nvidia/entrypoint.d/30-container-license.txt /workspace/license.txt # buildkit
2026-02-03 21:08:00 UTC (buildkit.dockerfile.v0)RUN |47 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.25.1-RC2 RDMACORE_VERSION=56.0 MOFED_VERSION=5.4-rdmacore56.0 OPENUCX_VERSION=1.20.0 OPENMPI_VERSION=4.1.7 EFA_VERSION=1.43.1 AWS_OFI_NCCL_VERSION=1.17.0 TARGETARCH=amd64 CUDA_VERSION=13.1.1.006 CUDA_DRIVER_VERSION=590.48.01 NVVM_VERSION=13.1.115 DOCA_VERSION=3.1.0 NCCL_VERSION=2.29.stable.20260109 CUBLAS_VERSION=13.2.1.1 CUFFT_VERSION=12.1.0.78 CURAND_VERSION=10.4.1.81 CUSPARSE_VERSION=12.7.3.1 CUSOLVER_VERSION=12.0.9.81 NPP_VERSION=13.0.3.3 NVJPEG_VERSION=13.0.3.75 CUFILE_VERSION=1.16.1.26 NVJITLINK_VERSION=13.1.115 NVFATBIN_VERSION=13.1.115 CUBLASMP_VERSION=0.7.0.125 NVSHMEM_VERSION=3.4.5 CUDLA_VERSION=13.1.1.006 NVPTXCOMPILER_VERSION=13.1.115 CUDNN_VERSION=9.19.0.56 CUDNN_FRONTEND_VERSION=1.18.0 TRT_VERSION=10.15.1.29 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2026.1.1.204 NSIGHT_COMPUTE_VERSION=2025.4.1.2 CUSPARSELT_VERSION=0.8.1.1 DALI_VERSION=1.53.0 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.49.26 TRANSFORMER_ENGINE_VERSION=2.12 MODEL_OPT_VERSION=0.41.0 CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0 MAXSMVER= NVRX_VERSION=0.5.0 _LIBPATH_SUFFIX= /bin/sh -c /tmp/manage_cert.sh uninstall # buildkit
2026-02-03 21:08:42 UTC (buildkit.dockerfile.v0)ARG ENABLE_MITMPROXY=0
2026-02-03 21:08:42 UTC (buildkit.dockerfile.v0)RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c /tmp/manage_cert.sh install # buildkit
2026-02-03 21:08:50 UTC (buildkit.dockerfile.v0)RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c export DEBIAN_FRONTEND=noninteractive && apt-get update && apt-get install -y --no-install-recommends apt-utils build-essential libncurses6 libncursesw6 unzip jq gnupg libtcmalloc-minimal4 git libglib2.0-0 libhwloc15 libnuma-dev libnuma1 libpmi2-0-dev numactl openssh-client vim-tiny wget && rm -rf /var/lib/apt/lists/* # buildkit
2026-02-03 21:08:50 UTC (buildkit.dockerfile.v0)ARG CUDA_COMPONENT_LIST=cccl crt nvrtc driver-dev culibos-dev cudart cudart-dev nvcc tileiras
2026-02-03 21:08:50 UTC (buildkit.dockerfile.v0)ENV CUDA_COMPONENT_LIST=cccl crt nvrtc driver-dev culibos-dev cudart cudart-dev nvcc tileiras
2026-02-03 21:08:59 UTC (buildkit.dockerfile.v0)RUN |2 ENABLE_MITMPROXY=0 CUDA_COMPONENT_LIST=cccl crt nvrtc driver-dev culibos-dev cudart cudart-dev nvcc tileiras /bin/sh -c set -exo pipefail if [ ! -f /etc/ld.so.conf.d/nvidia-tegra.conf ]; then COMPONENT_LIST="${CUDA_COMPONENT_LIST}" /nvidia/build-scripts/installCUDA.sh else # Don't use COMPONENT_LIST in iGPU environment /nvidia/build-scripts/installCUDA.sh fi # buildkit
2026-02-03 21:08:59 UTC (buildkit.dockerfile.v0)ARG VERSION_LIST=CURAND_VERSION CUBLAS_VERSION CUFILE_VERSION
2026-02-03 21:10:14 UTC (buildkit.dockerfile.v0)RUN |3 ENABLE_MITMPROXY=0 CUDA_COMPONENT_LIST=cccl crt nvrtc driver-dev culibos-dev cudart cudart-dev nvcc tileiras VERSION_LIST=CURAND_VERSION CUBLAS_VERSION CUFILE_VERSION /bin/sh -c set -exo pipefail VERSION_LIST="${VERSION_LIST}" /nvidia/build-scripts/installLIBS.sh # Hack to grab stubs from the libs stage and put them under /usr/local/cuda/lib64 without actually installing the libs HACK_LIST="cusparse cusolver cufft nvJitLink" for lib in ${HACK_LIST}; do _LIB_VERSION_ENV_VAR="${lib^^}_VERSION" _LIB_MAJOR_VERSION=$(echo "${!_LIB_VERSION_ENV_VAR}" | cut -d. -f1) if [[ -z "${_LIB_MAJOR_VERSION}" ]]; then echo "[ERROR] ${_LIB_VERSION_ENV_VAR} is not set" exit 1 fi for _stub in $(ls /tmp/stubs/*${lib}*); do cp ${_stub} /usr/local/cuda/lib64/$(basename ${_stub}).${_LIB_MAJOR_VERSION} # Create a symlink to the file with .0 extension ln -sf $(basename ${_stub}).${_LIB_MAJOR_VERSION} /usr/local/cuda/lib64/$(basename ${_stub}).0 done done ( set +x; echo "[INFO] /usr/local/cuda/lib64 after hack:"; ls -larth /usr/local/cuda/lib64/ ) /nvidia/build-scripts/installCUDNN.sh /nvidia/build-scripts/installCUSPARSELT.sh NOBUILDER=1 /nvidia/build-scripts/installTRT.sh if [ ! -f /etc/ld.so.conf.d/nvidia-tegra.conf ]; then /nvidia/build-scripts/installNCCL.sh /nvidia/build-scripts/installNVSHMEM.sh # Manually create symlinks nvshmem so we don't need to use dpkg-divert # nvshmem default installation is under /usr/lib/x86_64-linux-gnu/nvshmem/${CUDA_VERSION_MAJOR} # We need to libs to be available under /usr/local/cuda/lib64 export CUDA_VERSION_MAJOR=$(echo "${CUDA_VERSION}" | cut -d. -f1) find /usr/lib/*-linux-gnu/nvshmem/${CUDA_VERSION_MAJOR}/ -maxdepth 1 -type f -exec ln -sf {} /usr/local/cuda/lib64/ \; # For symlinks under /usr/lib/*-linux-gnu/nvshmem/${CUDA_VERSION_MAJOR}/, we want to create it under /usr/local/cuda/lib64/ and link it to the same target find /usr/lib/*-linux-gnu/nvshmem/${CUDA_VERSION_MAJOR}/ -maxdepth 1 -type l -exec ln -sf {} /usr/local/cuda/lib64/ \; # Ensure libnvshmem_host.so* files exist under /usr/local/cuda/lib64 ls /usr/local/cuda/lib64/libnvshmem_host.so* || { echo "[ERROR] libnvshmem_host.so* not found under /usr/local/cuda/lib64"; exit 1; } fi # buildkit
2026-02-03 21:10:14 UTC (buildkit.dockerfile.v0)ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:
2026-02-03 21:10:14 UTC (buildkit.dockerfile.v0)RUN |3 ENABLE_MITMPROXY=0 CUDA_COMPONENT_LIST=cccl crt nvrtc driver-dev culibos-dev cudart cudart-dev nvcc tileiras VERSION_LIST=CURAND_VERSION CUBLAS_VERSION CUFILE_VERSION /bin/sh -c /tmp/manage_cert.sh uninstall # buildkit
2026-02-03 21:10:14 UTC (buildkit.dockerfile.v0)LABEL com.nvidia.nccl.version=2.29.stable.20260109 com.nvidia.cublas.version=13.2.1.1 com.nvidia.cufft.version=12.1.0.78 com.nvidia.curand.version=10.4.1.81 com.nvidia.cusparse.version=12.7.3.1 com.nvidia.cusparselt.version=0.8.1.1 com.nvidia.cusolver.version=12.0.9.81 com.nvidia.npp.version=13.0.3.3 com.nvidia.nvjpeg.version=13.0.3.75 com.nvidia.cudnn.version=9.19.0.56
2026-02-03 21:15:13 UTC (buildkit.dockerfile.v0)ARG ENABLE_MITMPROXY=0
2026-02-03 21:15:13 UTC (buildkit.dockerfile.v0)RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c /tmp/manage_cert.sh install # buildkit
2026-02-03 21:15:16 UTC (buildkit.dockerfile.v0)RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c export DEBIAN_FRONTEND=noninteractive && apt-get update && apt-get install -y --no-install-recommends build-essential libncurses6 libncursesw6 unzip jq gnupg libtcmalloc-minimal4 && rm -rf /var/lib/apt/lists/* # buildkit
2026-02-03 21:15:28 UTC (buildkit.dockerfile.v0)RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c /nvidia/build-scripts/installCUDA.sh # buildkit
2026-02-03 21:16:36 UTC (buildkit.dockerfile.v0)RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c PURGESTUBS="1" /nvidia/build-scripts/installLIBS.sh && /nvidia/build-scripts/installCUDNN.sh && /nvidia/build-scripts/installTRT.sh && /nvidia/build-scripts/installNSYS.sh && /nvidia/build-scripts/installNCU.sh && /nvidia/build-scripts/installCUSPARSELT.sh && if [ -z "${JETPACK_HOST_MOUNTS}" ]; then /nvidia/build-scripts/installNCCL.sh; fi; # buildkit
2026-02-03 21:16:36 UTC (buildkit.dockerfile.v0)LABEL com.nvidia.nccl.version=2.29.stable.20260109 com.nvidia.cublas.version=13.2.1.1 com.nvidia.cufft.version=12.1.0.78 com.nvidia.curand.version=10.4.1.81 com.nvidia.cusparse.version=12.7.3.1 com.nvidia.cusparselt.version=0.8.1.1 com.nvidia.cusolver.version=12.0.9.81 com.nvidia.npp.version=13.0.3.3 com.nvidia.nvjpeg.version=13.0.3.75 com.nvidia.cublasmp.version=0.7.0.125 com.nvidia.nvvm.version=13.1.115 com.nvidia.cudla.version=13.1.1.006 com.nvidia.cudnn.version=9.19.0.56 com.nvidia.tensorrt.version=10.15.1.29 com.nvidia.tensorrtoss.version= com.nvidia.nsightsystems.version=2026.1.1.204 com.nvidia.nsightcompute.version=2025.4.1.2
2026-02-03 21:16:36 UTC (buildkit.dockerfile.v0)RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c /tmp/manage_cert.sh uninstall # buildkit
2026-02-03 21:26:05 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2026-02-03 21:26:05 UTC (buildkit.dockerfile.v0)ARG ENABLE_FIPS=0
2026-02-03 21:26:05 UTC (buildkit.dockerfile.v0)ARG ENABLE_MITMPROXY=0
2026-02-03 21:26:05 UTC (buildkit.dockerfile.v0)RUN |3 TARGETARCH=amd64 ENABLE_FIPS=0 ENABLE_MITMPROXY=0 /bin/sh -c /tmp/manage_cert.sh install # buildkit
2026-02-03 21:26:11 UTC (buildkit.dockerfile.v0)RUN |3 TARGETARCH=amd64 ENABLE_FIPS=0 ENABLE_MITMPROXY=0 /bin/sh -c export DEBIAN_FRONTEND=noninteractive && apt-get update && apt-get install -y --no-install-recommends build-essential git libglib2.0-0 less libhwloc15 libnuma-dev libnuma1 libpmi2-0-dev nano numactl openssh-client vim wget && rm -rf /var/lib/apt/lists/* && if [ "${ENABLE_FIPS}" = "1" -a "${TARGETARCH}" = "amd64" ]; then apt-get remove -y openssh-client && cp -f -p /tmp/ubuntu.sources.fips /etc/apt/sources.list.d/ubuntu.sources && apt-get update && apt-get install -y --no-install-recommends openssh-client && rm -rf /var/lib/apt/lists/*; fi && [ -x /bin/ssh-agent ] && chgrp root /bin/ssh-agent || true && [ -x /usr/bin/ssh-agent ] && chgrp root /usr/bin/ssh-agent || true # buildkit
2026-02-03 21:26:11 UTC (buildkit.dockerfile.v0)COPY cuda-*.patch /tmp # buildkit
2026-02-03 21:29:54 UTC (buildkit.dockerfile.v0)RUN |3 TARGETARCH=amd64 ENABLE_FIPS=0 ENABLE_MITMPROXY=0 /bin/sh -c export DEVEL=1 BASE=0 && /nvidia/build-scripts/installNCU.sh && /nvidia/build-scripts/installCUDA.sh && /nvidia/build-scripts/installLIBS.sh && if [ ! -f /etc/ld.so.conf.d/nvidia-tegra.conf ]; then /nvidia/build-scripts/installNCCL.sh; fi && /nvidia/build-scripts/installCUDNN.sh && /nvidia/build-scripts/installTRT.sh && /nvidia/build-scripts/installNSYS.sh && /nvidia/build-scripts/installCUSPARSELT.sh && if [ -f "/tmp/cuda-${_CUDA_VERSION_MAJMIN}.patch" ]; then patch -p0 < /tmp/cuda-${_CUDA_VERSION_MAJMIN}.patch; fi && rm -f /tmp/cuda-*.patch # buildkit
2026-02-03 21:29:54 UTC (buildkit.dockerfile.v0)ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:/usr/local/cuda/lib64/stubs:
2026-02-03 21:29:54 UTC (buildkit.dockerfile.v0)RUN |3 TARGETARCH=amd64 ENABLE_FIPS=0 ENABLE_MITMPROXY=0 /bin/sh -c /tmp/manage_cert.sh uninstall # buildkit
2026-02-18 06:36:14 UTC (buildkit.dockerfile.v0)ENV NVIDIA_PRODUCT_NAME=PyTorch
2026-02-18 06:36:14 UTC (buildkit.dockerfile.v0)ARG NVIDIA_PYTORCH_VERSION=26.02
2026-02-18 06:36:14 UTC (buildkit.dockerfile.v0)ARG PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36
2026-02-18 06:36:14 UTC (buildkit.dockerfile.v0)ARG NVFUSER_BUILD_VERSION=cf170f4
2026-02-18 06:36:14 UTC (buildkit.dockerfile.v0)ENV PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 PYTORCH_VERSION=2.11.0a0+eb65b36 PYTORCH_BUILD_NUMBER=0 NVIDIA_PYTORCH_VERSION=26.02
2026-02-18 06:36:14 UTC (buildkit.dockerfile.v0)ENV NVFUSER_BUILD_VERSION=cf170f4 NVFUSER_VERSION=cf170f4
2026-02-18 06:36:14 UTC (buildkit.dockerfile.v0)ARG TORCHAO_BUILD_VERSION=+gita89eaab2
2026-02-18 06:36:14 UTC (buildkit.dockerfile.v0)ENV TORCHAO_BUILD_VERSION=+gita89eaab2
2026-02-18 06:36:14 UTC (buildkit.dockerfile.v0)ARG TORCHTITAN_BUILD_VERSION=0.2.1+git9f211ec1
2026-02-18 06:36:14 UTC (buildkit.dockerfile.v0)ENV TORCHTITAN_BUILD_VERSION=0.2.1+git9f211ec1
2026-02-18 06:36:14 UTC (buildkit.dockerfile.v0)LABEL com.nvidia.pytorch.version=2.11.0a0+eb65b36
2026-02-18 06:36:14 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2026-02-18 06:36:14 UTC (buildkit.dockerfile.v0)ARG PYVER=3.12
2026-02-18 06:36:14 UTC (buildkit.dockerfile.v0)ENV PIP_BREAK_SYSTEM_PACKAGES=1
2026-02-18 06:36:14 UTC (buildkit.dockerfile.v0)ARG L4T=0
2026-02-18 06:36:14 UTC (buildkit.dockerfile.v0)ARG ENABLE_MITMPROXY=0
2026-02-18 06:36:14 UTC (buildkit.dockerfile.v0)RUN |9 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f4 TORCHAO_BUILD_VERSION=+gita89eaab2 TORCHTITAN_BUILD_VERSION=0.2.1+git9f211ec1 TARGETARCH=amd64 PYVER=3.12 L4T=0 ENABLE_MITMPROXY=0 /bin/sh -c /tmp/manage_cert.sh install # buildkit
2026-02-18 06:36:37 UTC (buildkit.dockerfile.v0)RUN |9 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f4 TORCHAO_BUILD_VERSION=+gita89eaab2 TORCHTITAN_BUILD_VERSION=0.2.1+git9f211ec1 TARGETARCH=amd64 PYVER=3.12 L4T=0 ENABLE_MITMPROXY=0 /bin/sh -c export PYSFX=`echo "${PYVER}" | cut -c1-1` && export DEBIAN_FRONTEND=noninteractive && apt-get update && apt-get install -y --no-install-recommends python$PYVER-dev python$PYSFX python$PYSFX-dev python$PYSFX-pip python$PYSFX-venv python-is-python$PYSFX autoconf automake libatlas-base-dev libgoogle-glog-dev libbz2-dev libc-ares2 libre2-dev libleveldb-dev liblmdb-dev libprotobuf-dev libsnappy-dev libtool nasm protobuf-compiler pkg-config unzip sox libsndfile1 libpng-dev libhdf5-dev gfortran rapidjson-dev ninja-build libedit-dev build-essential patchelf llvm-dev libzstd-dev && rm -rf /var/lib/apt/lists/* # buildkit
2026-02-18 06:36:37 UTC (buildkit.dockerfile.v0)ENV PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python
2026-02-18 06:36:37 UTC (buildkit.dockerfile.v0)ENV PIP_CONSTRAINT=/etc/pip/constraint.txt
2026-02-18 06:36:37 UTC (buildkit.dockerfile.v0)COPY constraint.txt /etc/pip/constraint.txt # buildkit
2026-02-18 06:36:42 UTC (buildkit.dockerfile.v0)RUN |9 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f4 TORCHAO_BUILD_VERSION=+gita89eaab2 TORCHTITAN_BUILD_VERSION=0.2.1+git9f211ec1 TARGETARCH=amd64 PYVER=3.12 L4T=0 ENABLE_MITMPROXY=0 /bin/sh -c pip install --ignore-installed --upgrade pip setuptools && pip install cmake # buildkit
2026-02-18 06:36:42 UTC (buildkit.dockerfile.v0)RUN |9 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f4 TORCHAO_BUILD_VERSION=+gita89eaab2 TORCHTITAN_BUILD_VERSION=0.2.1+git9f211ec1 TARGETARCH=amd64 PYVER=3.12 L4T=0 ENABLE_MITMPROXY=0 /bin/sh -c if [ $TARGETARCH = "arm64" ]; then cd /opt && curl "https://gitlab-master.nvidia.com/api/v4/projects/105799/packages/generic/nvpl_slim_24.04/sbsa/nvpl_slim_24.04.tar" --output nvpl_slim_24.04.tar && tar -xf nvpl_slim_24.04.tar && cp -r nvpl_slim_24.04/lib/* /usr/local/lib && cp -r nvpl_slim_24.04/include/* /usr/local/include && rm -rf nvpl_slim_24.04.tar nvpl_slim_24.04 ; fi # buildkit
2026-02-18 06:36:42 UTC (buildkit.dockerfile.v0)ENV NVPL_LAPACK_MATH_MODE=PEDANTIC
2026-02-18 06:36:42 UTC (buildkit.dockerfile.v0)WORKDIR /opt/pytorch
2026-02-18 06:36:42 UTC (buildkit.dockerfile.v0)COPY pytorch/requirements.txt pytorch/requirements-build.txt ./pytorch/ # buildkit
2026-02-18 06:36:42 UTC (buildkit.dockerfile.v0)ENV PYTHONIOENCODING=utf-8
2026-02-18 06:36:42 UTC (buildkit.dockerfile.v0)ENV LC_ALL=C.UTF-8
2026-02-18 06:36:42 UTC (buildkit.dockerfile.v0)ENV PIP_DEFAULT_TIMEOUT=100
2026-02-18 06:37:29 UTC (buildkit.dockerfile.v0)RUN |9 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f4 TORCHAO_BUILD_VERSION=+gita89eaab2 TORCHTITAN_BUILD_VERSION=0.2.1+git9f211ec1 TARGETARCH=amd64 PYVER=3.12 L4T=0 ENABLE_MITMPROXY=0 /bin/sh -c pip install -r /opt/pytorch/pytorch/requirements.txt && pip install scipy tqdm librosa pytest pytest-xdist pytest-rerunfailures pytest-shard pytest-flakefinder pybind11 Cython regex protobuf nvidia-cutlass-dsl && if [[ $TARGETARCH = "amd64" ]] ; then pip install --no-cache-dir mkl mkl-include mkl-devel ; find /usr/local/lib -maxdepth 1 -type f -regex '.*\/lib\(tbb\|mkl\).*\.so\($\|\.[0-9]*\.[0-9]*\)' -exec rm -v {} + ; fi # buildkit
2026-02-18 06:37:39 UTC (buildkit.dockerfile.v0)COPY . . # buildkit
2026-02-18 06:37:58 UTC (buildkit.dockerfile.v0)RUN |9 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f4 TORCHAO_BUILD_VERSION=+gita89eaab2 TORCHTITAN_BUILD_VERSION=0.2.1+git9f211ec1 TARGETARCH=amd64 PYVER=3.12 L4T=0 ENABLE_MITMPROXY=0 /bin/sh -c git config --global url."https://github".insteadOf git://github && pip install jupyterlab notebook tensorboard jupyterlab_code_formatter python-hostlist # buildkit
2026-02-18 06:37:58 UTC (buildkit.dockerfile.v0)RUN |9 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f4 TORCHAO_BUILD_VERSION=+gita89eaab2 TORCHTITAN_BUILD_VERSION=0.2.1+git9f211ec1 TARGETARCH=amd64 PYVER=3.12 L4T=0 ENABLE_MITMPROXY=0 /bin/sh -c PATCHED_FILE=$(python -c "from tensorboard.plugins.core import core_plugin as _; print(_.__file__)") && sed -i 's/^\( *"--bind_all",\)$/\1 default=True,/' "$PATCHED_FILE" && test $(grep '^ *"--bind_all", default=True,$' "$PATCHED_FILE" | wc -l) -eq 1 # buildkit
2026-02-18 06:37:58 UTC (buildkit.dockerfile.v0)WORKDIR /opt/pytorch
2026-02-18 06:38:37 UTC (buildkit.dockerfile.v0)RUN |9 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f4 TORCHAO_BUILD_VERSION=+gita89eaab2 TORCHTITAN_BUILD_VERSION=0.2.1+git9f211ec1 TARGETARCH=amd64 PYVER=3.12 L4T=0 ENABLE_MITMPROXY=0 /bin/sh -c pip install --no-cache-dir /builder/*.whl jupytext black isort && mkdir -p /root/.jupyter/lab/user-settings/@jupyterlab/completer-extension/ && jupyter lab clean # buildkit
2026-02-18 06:38:37 UTC (buildkit.dockerfile.v0)COPY jupyter_config/jupyter_notebook_config.py /usr/local/etc/jupyter/ # buildkit
2026-02-18 06:38:37 UTC (buildkit.dockerfile.v0)COPY jupyter_config/manager.jupyterlab-settings /root/.jupyter/lab/user-settings/@jupyterlab/completer-extension/ # buildkit
2026-02-18 06:38:37 UTC (buildkit.dockerfile.v0)COPY jupyter_config/settings.jupyterlab-settings /root/.jupyter/lab/user-settings/@jupyterlab/completer-extension/ # buildkit
2026-02-18 06:38:37 UTC (buildkit.dockerfile.v0)ENV JUPYTER_PORT=8888
2026-02-18 06:38:37 UTC (buildkit.dockerfile.v0)ENV TENSORBOARD_PORT=6006
2026-02-18 06:38:37 UTC (buildkit.dockerfile.v0)EXPOSE [8888/tcp]
2026-02-18 06:38:37 UTC (buildkit.dockerfile.v0)EXPOSE [6006/tcp]
2026-02-18 06:38:37 UTC (buildkit.dockerfile.v0)ENV UCC_CL_BASIC_TLS=^sharp
2026-02-18 06:38:37 UTC (buildkit.dockerfile.v0)ENV UCC_EC_CUDA_EXEC_NUM_THREADS=256
2026-02-18 06:38:37 UTC (buildkit.dockerfile.v0)ENV TORCH_CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0+PTX
2026-02-18 06:38:37 UTC (buildkit.dockerfile.v0)ENV PYTORCH_HOME=/opt/pytorch/pytorch
2026-02-18 06:38:37 UTC (buildkit.dockerfile.v0)ENV CUDA_HOME=/usr/local/cuda
2026-02-18 06:38:37 UTC (buildkit.dockerfile.v0)ENV TORCH_ALLOW_TF32_CUBLAS_OVERRIDE=1
2026-02-18 06:38:48 UTC (buildkit.dockerfile.v0)RUN |9 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f4 TORCHAO_BUILD_VERSION=+gita89eaab2 TORCHTITAN_BUILD_VERSION=0.2.1+git9f211ec1 TARGETARCH=amd64 PYVER=3.12 L4T=0 ENABLE_MITMPROXY=0 /bin/sh -c echo "TORCH_CUDA_ARCH_LIST=${TORCH_CUDA_ARCH_LIST}" && pip install /opt/transfer/torch*.whl && patchelf --set-rpath '/usr/local/lib' /usr/local/lib/python${PYVER}/dist-packages/torch/lib/libtorch_global_deps.so # buildkit
2026-02-18 06:38:48 UTC (buildkit.dockerfile.v0)COPY /usr/local/share/cmake/TorchVision/ /usr/local/share/cmake/TorchVision/ # buildkit
2026-02-18 06:38:48 UTC (buildkit.dockerfile.v0)COPY /usr/local/include/torchvision/ /usr/local/include/torchvision/ # buildkit
2026-02-18 06:38:48 UTC (buildkit.dockerfile.v0)COPY /usr/local/lib64/libtorchvision.so.1.0 /usr/local/lib/libtorchvision.so.1.0 # buildkit
2026-02-18 06:38:48 UTC (buildkit.dockerfile.v0)COPY /usr/local/lib64/libjpeg* /usr/local/lib/ # buildkit
2026-02-18 06:38:48 UTC (buildkit.dockerfile.v0)RUN |9 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f4 TORCHAO_BUILD_VERSION=+gita89eaab2 TORCHTITAN_BUILD_VERSION=0.2.1+git9f211ec1 TARGETARCH=amd64 PYVER=3.12 L4T=0 ENABLE_MITMPROXY=0 /bin/sh -c patchelf --set-soname libjpeg.so.62 --output /usr/local/lib/libjpeg.so.62 $(readlink -f $(ldd /usr/local/lib/python3.12/dist-packages/torchvision/image.so | grep libjpeg | awk '{print $3}')) # buildkit
2026-02-18 06:38:55 UTC (buildkit.dockerfile.v0)RUN |9 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f4 TORCHAO_BUILD_VERSION=+gita89eaab2 TORCHTITAN_BUILD_VERSION=0.2.1+git9f211ec1 TARGETARCH=amd64 PYVER=3.12 L4T=0 ENABLE_MITMPROXY=0 /bin/sh -c pip install --no-cache-dir --no-deps /tmp/dist/*.whl # buildkit
2026-02-18 06:38:55 UTC (buildkit.dockerfile.v0)ENV TRITON_PTXAS_PATH=/usr/local/cuda/bin/ptxas
2026-02-18 06:38:55 UTC (buildkit.dockerfile.v0)ENV TRITON_CUOBJDUMP_PATH=/usr/local/cuda/bin/cuobjdump
2026-02-18 06:38:55 UTC (buildkit.dockerfile.v0)ENV TRITON_NVDISASM_PATH=/usr/local/cuda/bin/nvdisasm
2026-02-18 06:38:55 UTC (buildkit.dockerfile.v0)ENV TRITON_CUDACRT_PATH=/usr/local/cuda/include
2026-02-18 06:38:55 UTC (buildkit.dockerfile.v0)ENV TRITON_CUDART_PATH=/usr/local/cuda/include
2026-02-18 06:38:55 UTC (buildkit.dockerfile.v0)ENV TRITON_CUPTI_LIB_PATH=/usr/local/cuda/lib64
2026-02-18 06:38:55 UTC (buildkit.dockerfile.v0)ENV TRITON_CUPTI_INCLUDE_PATH=/usr/local/cuda/include
2026-02-18 06:38:55 UTC (buildkit.dockerfile.v0)ARG DALI_EXTRA_INDEX_URL=http://sqrl/nvdl/datasets/dali/pip-dali
2026-02-18 06:39:08 UTC (buildkit.dockerfile.v0)RUN |10 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f4 TORCHAO_BUILD_VERSION=+gita89eaab2 TORCHTITAN_BUILD_VERSION=0.2.1+git9f211ec1 TARGETARCH=amd64 PYVER=3.12 L4T=0 ENABLE_MITMPROXY=0 DALI_EXTRA_INDEX_URL=http://sqrl/nvdl/datasets/dali/pip-dali /bin/sh -c if [ -z "${DALI_VERSION}" ] ; then echo "Not Installing DALI for L4T Build." ; exit 0; fi && export CUDA_VERSION_MAJOR=$(ls /usr/local/cuda/lib64/libcudart.so.*.*.* | cut -d . -f 3) && export DALI_PKG_SUFFIX="cuda${CUDA_VERSION_MAJOR}0" && if [ -z "${DALI_URL_SUFFIX}" ] ; then export DALI_EXTRA_INDEX_URL="${DALI_EXTRA_INDEX_URL}-qa/nvidia-dali-cudagpgpu"; fi && pip install --extra-index-url https://developer.download.nvidia.com/compute/redist --extra-index-url "${DALI_EXTRA_INDEX_URL}" --extra-index-url "http://sqrl/nvdl/datasets/dali/misc" --trusted-host sqrl nvidia-dali-${DALI_PKG_SUFFIX}==${DALI_VERSION} # buildkit
2026-02-18 06:39:08 UTC (buildkit.dockerfile.v0)ENV COCOAPI_VERSION=2.0+nv0.8.1
2026-02-18 06:39:29 UTC (buildkit.dockerfile.v0)RUN |10 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f4 TORCHAO_BUILD_VERSION=+gita89eaab2 TORCHTITAN_BUILD_VERSION=0.2.1+git9f211ec1 TARGETARCH=amd64 PYVER=3.12 L4T=0 ENABLE_MITMPROXY=0 DALI_EXTRA_INDEX_URL=http://sqrl/nvdl/datasets/dali/pip-dali /bin/sh -c export COCOAPI_TAG=$(echo ${COCOAPI_VERSION} | sed 's/^.*+n//') && pip install --no-build-isolation git+https://github.com/nvidia/cocoapi.git@${COCOAPI_TAG}#subdirectory=PythonAPI # buildkit
2026-02-18 06:39:29 UTC (buildkit.dockerfile.v0)COPY singularity/ /.singularity.d/ # buildkit
2026-02-18 06:39:30 UTC (buildkit.dockerfile.v0)RUN |10 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f4 TORCHAO_BUILD_VERSION=+gita89eaab2 TORCHTITAN_BUILD_VERSION=0.2.1+git9f211ec1 TARGETARCH=amd64 PYVER=3.12 L4T=0 ENABLE_MITMPROXY=0 DALI_EXTRA_INDEX_URL=http://sqrl/nvdl/datasets/dali/pip-dali /bin/sh -c /tmp/manage_cert.sh install # buildkit
2026-02-18 06:39:30 UTC (buildkit.dockerfile.v0)RUN |10 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f4 TORCHAO_BUILD_VERSION=+gita89eaab2 TORCHTITAN_BUILD_VERSION=0.2.1+git9f211ec1 TARGETARCH=amd64 PYVER=3.12 L4T=0 ENABLE_MITMPROXY=0 DALI_EXTRA_INDEX_URL=http://sqrl/nvdl/datasets/dali/pip-dali /bin/sh -c ( if [ "${L4T}" = "1" ]; then echo "Not installing nvshmem in iGPU container"; else cp /tmp/transfer/libnvshmem_device.bc /usr/local/cuda/lib64/libnvshmem_device.bc; fi ) # buildkit
2026-02-18 06:52:39 UTC (buildkit.dockerfile.v0)RUN |10 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f4 TORCHAO_BUILD_VERSION=+gita89eaab2 TORCHTITAN_BUILD_VERSION=0.2.1+git9f211ec1 TARGETARCH=amd64 PYVER=3.12 L4T=0 ENABLE_MITMPROXY=0 DALI_EXTRA_INDEX_URL=http://sqrl/nvdl/datasets/dali/pip-dali /bin/sh -c ( if [ "${L4T}" = "1" ]; then echo "Not installing nvshmem in iGPU container"; else /nvidia/build-scripts/installCUBLASMP.sh; fi ) && source /nvidia/build-scripts/calc_max_jobs.sh && max_cpu=$(($(nproc) > 16? 16:$(nproc))) && nvfuser_cutlass_max_jobs=$(calc_max_jobs 60 9 1 ${max_cpu}) && echo "Using NVFUSER_CUTLASS_MAX_JOBS=${nvfuser_cutlass_max_jobs} for nvFuser CUTLASS build" && export NVFUSER_CUTLASS_MAX_JOBS=${nvfuser_cutlass_max_jobs} && ( cd fuser && pip install -r requirements.txt && pip install -v ./python --no-build-isolation && rm -rf ./python/build && rm -rf ./bin) && ( cd lightning-thunder && pip install --no-build-isolation . && rm -rf build *.egg-info) && ( cd lightning-thunder && mkdir tmp && cd tmp && git clone -b v${CUDNN_FRONTEND_VERSION} --recursive --single-branch https://github.com/NVIDIA/cudnn-frontend.git cudnn_frontend && cd cudnn_frontend && pip install --no-build-isolation . && cd ../../ && rm -rf tmp ) && ( cd pytorch/third_party/onnx && pip uninstall typing -y && CMAKE_ARGS="-DONNX_USE_PROTOBUF_SHARED_LIBS=ON" pip install --no-build-isolation . ) && ( if [ "${L4T}" = "1" ]; then echo "Not installing torchao in iGPU container"; else cd ao && TORCH_CUDA_ARCH_LIST="9.0a 10.0a ${TORCH_CUDA_ARCH_LIST}" VERSION_SUFFIX="${TORCHAO_BUILD_VERSION}" pip install --no-build-isolation . && python setup.py clean --all ; fi ) && ( if [ "${L4T}" = "1" ]; then echo "Not installing torchtitan in iGPU container"; else cd torchtitan && BUILD_VERSION="${TORCHTITAN_BUILD_VERSION}" bash .github/scripts/update_version.sh && pip install --no-build-isolation . && rm -rf build/ ; fi ) # buildkit
2026-02-18 06:52:40 UTC (buildkit.dockerfile.v0)RUN |10 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f4 TORCHAO_BUILD_VERSION=+gita89eaab2 TORCHTITAN_BUILD_VERSION=0.2.1+git9f211ec1 TARGETARCH=amd64 PYVER=3.12 L4T=0 ENABLE_MITMPROXY=0 DALI_EXTRA_INDEX_URL=http://sqrl/nvdl/datasets/dali/pip-dali /bin/sh -c pip install tabulate # buildkit
2026-02-18 06:52:40 UTC (buildkit.dockerfile.v0)WORKDIR /workspace
2026-02-18 06:52:40 UTC (buildkit.dockerfile.v0)COPY NVREADME.md README.md # buildkit
2026-02-18 06:52:40 UTC (buildkit.dockerfile.v0)COPY docker-examples docker-examples # buildkit
2026-02-18 06:52:40 UTC (buildkit.dockerfile.v0)COPY tutorials tutorials # buildkit
2026-02-18 06:52:40 UTC (buildkit.dockerfile.v0)RUN |10 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f4 TORCHAO_BUILD_VERSION=+gita89eaab2 TORCHTITAN_BUILD_VERSION=0.2.1+git9f211ec1 TARGETARCH=amd64 PYVER=3.12 L4T=0 ENABLE_MITMPROXY=0 DALI_EXTRA_INDEX_URL=http://sqrl/nvdl/datasets/dali/pip-dali /bin/sh -c chmod -R a+w+t . # buildkit
2026-02-18 06:53:42 UTC (buildkit.dockerfile.v0)RUN |10 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f4 TORCHAO_BUILD_VERSION=+gita89eaab2 TORCHTITAN_BUILD_VERSION=0.2.1+git9f211ec1 TARGETARCH=amd64 PYVER=3.12 L4T=0 ENABLE_MITMPROXY=0 DALI_EXTRA_INDEX_URL=http://sqrl/nvdl/datasets/dali/pip-dali /bin/sh -c set -x && WHEELS=1 /nvidia/build-scripts/installTRT.sh # buildkit
2026-02-18 06:53:42 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin:/opt/tensorrt/bin
2026-02-18 06:53:51 UTC (buildkit.dockerfile.v0)RUN |10 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f4 TORCHAO_BUILD_VERSION=+gita89eaab2 TORCHTITAN_BUILD_VERSION=0.2.1+git9f211ec1 TARGETARCH=amd64 PYVER=3.12 L4T=0 ENABLE_MITMPROXY=0 DALI_EXTRA_INDEX_URL=http://sqrl/nvdl/datasets/dali/pip-dali /bin/sh -c pip --version && python -c 'import sys; print(sys.platform)' && pip install --extra-index-url https://urm.nvidia.com/artifactory/api/pypi/sw-tensorrt-pypi/simple --no-cache-dir "polygraphy==${POLYGRAPHY_VERSION}" && pip download --no-deps -d /tmp/modelopt --index-url https://gitlab-master.nvidia.com/api/v4/projects/omniml%2Fmodelopt/packages/pypi/simple --extra-index-url https://pypi.nvidia.com "nvidia-modelopt[torch]==${MODEL_OPT_VERSION}" && pip install /tmp/modelopt/nvidia_modelopt*.whl && rm -rf /tmp/modelopt && pip download --no-deps -d /tmp/nvrx --index-url https://gitlab-master.nvidia.com/api/v4/projects/dl%2Fosiris%2Fnvidia-resiliency-ext-ci/packages/pypi/simple nvidia-resiliency-ext==${NVRX_VERSION} && pip install /tmp/nvrx/nvidia_resiliency_ext*.whl && rm -rf /tmp/nvrx && pip uninstall -y pynvml # buildkit
2026-02-18 06:53:51 UTC (buildkit.dockerfile.v0)COPY torch_tensorrt/ /opt/pytorch/torch_tensorrt/ # buildkit
2026-02-18 06:53:51 UTC (buildkit.dockerfile.v0)ARG PYVER=3.12
2026-02-18 06:53:51 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/lib/python3.12/dist-packages/torch/lib:/usr/local/lib/python3.12/dist-packages/torch_tensorrt/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64
2026-02-18 06:53:51 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/lib/python3.12/dist-packages/torch_tensorrt/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin:/opt/tensorrt/bin
2026-02-18 07:11:33 UTC (buildkit.dockerfile.v0)RUN |10 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f4 TORCHAO_BUILD_VERSION=+gita89eaab2 TORCHTITAN_BUILD_VERSION=0.2.1+git9f211ec1 TARGETARCH=amd64 PYVER=3.12 L4T=0 ENABLE_MITMPROXY=0 DALI_EXTRA_INDEX_URL=http://sqrl/nvdl/datasets/dali/pip-dali /bin/sh -c pip install --no-cache-dir /opt/pytorch/apex/dist/*.whl # buildkit
2026-02-18 07:11:35 UTC (buildkit.dockerfile.v0)RUN |10 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f4 TORCHAO_BUILD_VERSION=+gita89eaab2 TORCHTITAN_BUILD_VERSION=0.2.1+git9f211ec1 TARGETARCH=amd64 PYVER=3.12 L4T=0 ENABLE_MITMPROXY=0 DALI_EXTRA_INDEX_URL=http://sqrl/nvdl/datasets/dali/pip-dali /bin/sh -c pip install --no-cache-dir /opt/pytorch/torch_tensorrt/dist/*.whl # buildkit
2026-02-18 07:11:41 UTC (buildkit.dockerfile.v0)RUN |10 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f4 TORCHAO_BUILD_VERSION=+gita89eaab2 TORCHTITAN_BUILD_VERSION=0.2.1+git9f211ec1 TARGETARCH=amd64 PYVER=3.12 L4T=0 ENABLE_MITMPROXY=0 DALI_EXTRA_INDEX_URL=http://sqrl/nvdl/datasets/dali/pip-dali /bin/sh -c if [ "${L4T}" = "1" ]; then echo "Not installing Flash Attention wheel in iGPU as it is a requirement for Transformer Engine"; else pip install --no-cache-dir /opt/transfer/flash_attn*.whl; fi # buildkit
2026-02-18 07:16:28 UTC (buildkit.dockerfile.v0)RUN |10 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f4 TORCHAO_BUILD_VERSION=+gita89eaab2 TORCHTITAN_BUILD_VERSION=0.2.1+git9f211ec1 TARGETARCH=amd64 PYVER=3.12 L4T=0 ENABLE_MITMPROXY=0 DALI_EXTRA_INDEX_URL=http://sqrl/nvdl/datasets/dali/pip-dali /bin/sh -c if [ "${L4T}" = "1" ]; then echo "Not installing Transformer Engine in iGPU container until Version variable is set"; else git clone -b release_v${TRANSFORMER_ENGINE_VERSION} --single-branch --recursive https://github.com/NVIDIA/TransformerEngine.git && _NVTE_CUDA_ARCHS=$(echo "${CUDA_ARCH_LIST}" | tr -d '.') && NVTE_CUDA_ARCHS=$(echo "${_NVTE_CUDA_ARCHS}" | tr ' ' ';') && env NVTE_CUDA_ARCHS="${NVTE_CUDA_ARCHS};89;100a;103a" NVTE_BUILD_THREADS_PER_JOB=8 pip install --no-cache-dir --no-build-isolation ./TransformerEngine && rm -rf TransformerEngine; fi # buildkit
2026-02-18 07:16:28 UTC (buildkit.dockerfile.v0)RUN |10 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f4 TORCHAO_BUILD_VERSION=+gita89eaab2 TORCHTITAN_BUILD_VERSION=0.2.1+git9f211ec1 TARGETARCH=amd64 PYVER=3.12 L4T=0 ENABLE_MITMPROXY=0 DALI_EXTRA_INDEX_URL=http://sqrl/nvdl/datasets/dali/pip-dali /bin/sh -c /tmp/manage_cert.sh uninstall # buildkit
2026-02-18 07:16:28 UTC (buildkit.dockerfile.v0)RUN |10 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f4 TORCHAO_BUILD_VERSION=+gita89eaab2 TORCHTITAN_BUILD_VERSION=0.2.1+git9f211ec1 TARGETARCH=amd64 PYVER=3.12 L4T=0 ENABLE_MITMPROXY=0 DALI_EXTRA_INDEX_URL=http://sqrl/nvdl/datasets/dali/pip-dali /bin/sh -c patch -d /usr/local/lib/python3.12/dist-packages/numba/cuda/cudadrv/ -p1 < /tmp/numba-cuda-patch.txt # buildkit
2026-02-18 07:16:28 UTC (buildkit.dockerfile.v0)ENV CUDA_BINARY_LOADER_THREAD_COUNT=8
2026-02-18 07:16:28 UTC (buildkit.dockerfile.v0)ENV CUDA_MODULE_LOADING=LAZY
2026-02-18 07:16:28 UTC (buildkit.dockerfile.v0)ENV TORCH_NCCL_USE_COMM_NONBLOCKING=0
2026-02-18 07:16:28 UTC (buildkit.dockerfile.v0)ENV TORCHINDUCTOR_LOOP_ORDERING_AFTER_FUSION=0
2026-02-18 07:16:29 UTC (buildkit.dockerfile.v0)RUN |10 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f4 TORCHAO_BUILD_VERSION=+gita89eaab2 TORCHTITAN_BUILD_VERSION=0.2.1+git9f211ec1 TARGETARCH=amd64 PYVER=3.12 L4T=0 ENABLE_MITMPROXY=0 DALI_EXTRA_INDEX_URL=http://sqrl/nvdl/datasets/dali/pip-dali /bin/sh -c ln -sf ${_CUDA_COMPAT_PATH}/lib.real ${_CUDA_COMPAT_PATH}/lib && echo ${_CUDA_COMPAT_PATH}/lib > /etc/ld.so.conf.d/00-cuda-compat.conf && ldconfig && rm -f ${_CUDA_COMPAT_PATH}/lib # buildkit
2026-02-18 07:16:29 UTC (buildkit.dockerfile.v0)COPY restricted_constraint.txt /etc/pip/constraint.txt # buildkit
2026-02-18 07:16:29 UTC (buildkit.dockerfile.v0)COPY constraint.txt /etc/pip/original_constraint.txt # buildkit
2026-02-18 07:16:29 UTC (buildkit.dockerfile.v0)COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit
2026-02-18 07:16:29 UTC (buildkit.dockerfile.v0)ARG ENABLE_FIPS=0
2026-02-18 07:16:29 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2026-02-18 07:16:29 UTC (buildkit.dockerfile.v0)RUN |11 NVIDIA_PYTORCH_VERSION=26.02 PYTORCH_BUILD_VERSION=2.11.0a0+eb65b36 NVFUSER_BUILD_VERSION=cf170f4 TORCHAO_BUILD_VERSION=+gita89eaab2 TORCHTITAN_BUILD_VERSION=0.2.1+git9f211ec1 TARGETARCH=amd64 PYVER=3.12 L4T=0 ENABLE_MITMPROXY=0 DALI_EXTRA_INDEX_URL=http://sqrl/nvdl/datasets/dali/pip-dali ENABLE_FIPS=0 /bin/sh -c if [ "${ENABLE_FIPS}" = "1" ] && [ "${TARGETARCH}" = "amd64" ]; then echo "Running fips-fix.sh"; /tmp/fips-fix.sh; fi # buildkit
2026-02-18 07:16:29 UTC (buildkit.dockerfile.v0)ARG NVIDIA_BUILD_ID=269443099
2026-02-18 07:16:29 UTC (buildkit.dockerfile.v0)ENV NVIDIA_BUILD_ID=269443099
2026-02-18 07:16:29 UTC (buildkit.dockerfile.v0)LABEL com.nvidia.build.id=269443099
2026-02-18 07:16:29 UTC (buildkit.dockerfile.v0)ARG NVIDIA_BUILD_REF=fdfaeb27df34739d5d656e2d94755cd8f42fa80e
2026-02-18 07:16:29 UTC (buildkit.dockerfile.v0)LABEL com.nvidia.build.ref=fdfaeb27df34739d5d656e2d94755cd8f42fa80e
2026-05-06 14:42:31 UTC (buildkit.dockerfile.v0)LABEL com.nvidia.eula=https://www.nvidia.com/en-us/agreements/enterprise-software/nvidia-software-license-agreement/
2026-05-06 14:42:31 UTC (buildkit.dockerfile.v0)LABEL com.nvidia.ai-terms=https://www.nvidia.com/en-us/agreements/enterprise-software/product-specific-terms-for-ai-products/
2026-05-06 14:42:31 UTC (buildkit.dockerfile.v0)ARG SH_ENV=/etc/shinit_v2
2026-05-06 14:42:31 UTC (buildkit.dockerfile.v0)ENV ENV=/etc/shinit_v2
2026-05-06 14:42:31 UTC (buildkit.dockerfile.v0)ARG BASH_ENV=/etc/bash.bashrc
2026-05-06 14:42:31 UTC (buildkit.dockerfile.v0)ENV BASH_ENV=/etc/bash.bashrc
2026-05-06 14:42:31 UTC (buildkit.dockerfile.v0)ARG GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote
2026-05-06 14:42:31 UTC (buildkit.dockerfile.v0)RUN |3 SH_ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote /bin/sh -c echo "Using GitHub mirror: $GITHUB_MIRROR" # buildkit
2026-05-06 14:42:31 UTC (buildkit.dockerfile.v0)ARG PYTHON_VERSION=3.12.3
2026-05-06 14:42:31 UTC (buildkit.dockerfile.v0)RUN |4 SH_ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 /bin/sh -c echo "Using Python version: $PYTHON_VERSION" # buildkit
2026-05-06 14:42:31 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -c]
2026-05-06 14:42:31 UTC (buildkit.dockerfile.v0)ENV PYTORCH_ALLOC_CONF=garbage_collection_threshold:0.99999
2026-05-06 14:42:31 UTC (buildkit.dockerfile.v0)ARG TRT_VER
2026-05-06 14:42:31 UTC (buildkit.dockerfile.v0)ARG CUDA_VER
2026-05-06 14:42:31 UTC (buildkit.dockerfile.v0)ARG CUDNN_VER
2026-05-06 14:42:31 UTC (buildkit.dockerfile.v0)ARG NCCL_VER
2026-05-06 14:42:31 UTC (buildkit.dockerfile.v0)ARG CUBLAS_VER
2026-05-06 14:42:31 UTC (buildkit.dockerfile.v0)ARG TORCH_INSTALL_TYPE=skip
2026-05-06 14:49:44 UTC (buildkit.dockerfile.v0)RUN |10 SH_ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER= CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= TORCH_INSTALL_TYPE=skip /bin/bash -c echo "Using GitHub mirror: ${GITHUB_MIRROR}" && echo "Using Python version: ${PYTHON_VERSION}" && GITHUB_MIRROR=${GITHUB_MIRROR} PYTHON_VERSION=${PYTHON_VERSION} TRT_VER=${TRT_VER} CUDA_VER=${CUDA_VER} CUDNN_VER=${CUDNN_VER} NCCL_VER=${NCCL_VER} CUBLAS_VER=${CUBLAS_VER} TORCH_INSTALL_TYPE=${TORCH_INSTALL_TYPE} bash /opt/docker/common/install.sh --base --cmake --ccache --cuda_toolkit --tensorrt --polygraphy --mpi4py --pytorch --opencv # buildkit
2026-05-06 14:49:44 UTC (buildkit.dockerfile.v0)COPY constraints.txt /tmp/constraints.txt # buildkit
2026-05-06 14:51:32 UTC (buildkit.dockerfile.v0)RUN |10 SH_ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER= CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= TORCH_INSTALL_TYPE=skip /bin/bash -c pip3 uninstall -y tornado black nbconvert pillow nvidia-cutlass-dsl nvidia-cutlass-dsl-libs-base || true && rm -rf $(python3 -c "import site; print(site.getsitepackages()[0])")/nvidia_cutlass_dsl* && pip3 install --ignore-installed -r /tmp/constraints.txt && rm /tmp/constraints.txt # buildkit
2026-05-06 15:17:34 UTC (buildkit.dockerfile.v0)RUN |10 SH_ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER= CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= TORCH_INSTALL_TYPE=skip /bin/bash -c GITHUB_MIRROR=${GITHUB_MIRROR} bash /opt/docker/common/install_ucx.sh && GITHUB_MIRROR=${GITHUB_MIRROR} bash /opt/docker/common/install_nixl.sh && bash /opt/docker/common/install_etcd.sh && rm -rf /root/.cache/uv/archive-v0 && rm -rf /usr/local/lib/python3.12/dist-packages/setuptools/_vendor/jaraco.context-5.3.0.dist-info && rm -rf /usr/local/lib/python3.12/dist-packages/setuptools/_vendor/wheel-*.dist-info # buildkit
2026-05-06 15:17:34 UTC (buildkit.dockerfile.v0)ARG TRT_LLM_VER=1.3.0rc14
2026-05-06 15:17:34 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2026-05-06 15:17:34 UTC (buildkit.dockerfile.v0)RUN |12 SH_ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc GITHUB_MIRROR=https://urm.nvidia.com/artifactory/github-go-remote PYTHON_VERSION=3.12.3 TRT_VER= CUDA_VER= CUDNN_VER= NCCL_VER= CUBLAS_VER= TORCH_INSTALL_TYPE=skip TRT_LLM_VER=1.3.0rc14 TARGETARCH=amd64 /bin/bash -c bash /tmp/gen_attribution.sh "devel" "${TRT_LLM_VER}" "${TARGETARCH}" # buildkit
2026-05-06 15:22:18 UTC (buildkit.dockerfile.v0)WORKDIR /app/tensorrt_llm
2026-05-06 15:40:12 UTC (buildkit.dockerfile.v0)RUN /bin/bash -c pip install /tmp/wheel/tensorrt_llm*.whl # buildkit
2026-05-06 15:40:12 UTC (buildkit.dockerfile.v0)COPY README.md ./ # buildkit
2026-05-06 15:40:14 UTC (buildkit.dockerfile.v0)COPY /src/tensorrt_llm/build/tensorrt_llm*.whl ./ # buildkit
2026-05-06 15:40:14 UTC (buildkit.dockerfile.v0)COPY docs docs # buildkit
2026-05-06 15:40:14 UTC (buildkit.dockerfile.v0)COPY cpp/include include # buildkit
2026-05-06 15:40:14 UTC (buildkit.dockerfile.v0)RUN /bin/bash -c ln -sv $(python3 -c 'import site; print(f"{site.getsitepackages()[0]}/tensorrt_llm/bin")') bin && test -f bin/executorWorker && ln -sv $(python3 -c 'import site; print(f"{site.getsitepackages()[0]}/tensorrt_llm/libs")') lib && test -f lib/libnvinfer_plugin_tensorrt_llm.so && echo "/app/tensorrt_llm/lib" > /etc/ld.so.conf.d/tensorrt_llm.conf && ldconfig && ! ( ldd -v bin/executorWorker | grep tensorrt_llm | grep -q "not found" ) # buildkit
2026-05-06 15:40:14 UTC (buildkit.dockerfile.v0)ARG SRC_DIR=/src/tensorrt_llm
2026-05-06 15:40:14 UTC (buildkit.dockerfile.v0)COPY /src/tensorrt_llm/benchmarks benchmarks # buildkit
2026-05-06 15:40:14 UTC (buildkit.dockerfile.v0)ARG CPP_BUILD_DIR=/src/tensorrt_llm/cpp/build
2026-05-06 15:40:15 UTC (buildkit.dockerfile.v0)COPY /src/tensorrt_llm/cpp/build/benchmarks/bertBenchmark /src/tensorrt_llm/cpp/build/benchmarks/gptManagerBenchmark /src/tensorrt_llm/cpp/build/benchmarks/disaggServerBenchmark benchmarks/cpp/ # buildkit
2026-05-06 15:40:15 UTC (buildkit.dockerfile.v0)COPY examples examples # buildkit
2026-05-06 15:40:15 UTC (buildkit.dockerfile.v0)RUN |2 SRC_DIR=/src/tensorrt_llm CPP_BUILD_DIR=/src/tensorrt_llm/cpp/build /bin/bash -c chmod -R a+w examples && rm -v benchmarks/cpp/bertBenchmark.cpp benchmarks/cpp/gptManagerBenchmark.cpp benchmarks/cpp/disaggServerBenchmark.cpp benchmarks/cpp/CMakeLists.txt && rm -rf /root/.cache/uv/archive-v0 && rm -rf /usr/local/lib/python3.12/dist-packages/setuptools/_vendor/jaraco.context-5.3.0.dist-info && rm -rf /usr/local/lib/python3.12/dist-packages/setuptools/_vendor/wheel-0.45.1.dist-info # buildkit
2026-05-06 15:40:15 UTC (buildkit.dockerfile.v0)ARG GIT_COMMIT=93cb6518b6d6dbd6095748189e626db731f44545
2026-05-06 15:40:15 UTC (buildkit.dockerfile.v0)ARG TRT_LLM_VER=1.3.0rc14
2026-05-06 15:40:15 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2026-05-06 15:40:15 UTC (buildkit.dockerfile.v0)ENV TRT_LLM_GIT_COMMIT=93cb6518b6d6dbd6095748189e626db731f44545 TRT_LLM_VERSION=1.3.0rc14
2026-05-06 15:40:15 UTC (buildkit.dockerfile.v0)COPY scripts/generate_container_oss_attribution.sh /tmp/generate_container_oss_attribution.sh # buildkit
2026-05-06 15:40:15 UTC (buildkit.dockerfile.v0)RUN |5 SRC_DIR=/src/tensorrt_llm CPP_BUILD_DIR=/src/tensorrt_llm/cpp/build GIT_COMMIT=93cb6518b6d6dbd6095748189e626db731f44545 TRT_LLM_VER=1.3.0rc14 TARGETARCH=amd64 /bin/bash -c bash /tmp/generate_container_oss_attribution.sh "release" "${TRT_LLM_VER}" "${TARGETARCH}" && rm /tmp/generate_container_oss_attribution.sh # buildkit
2026-05-11 01:30:01 -0700 (buildkit.dockerfile.v0)ENV TORCH_CUDA_ARCH_LIST=
2026-05-11 01:30:01 -0700 (buildkit.dockerfile.v0)WORKDIR /home/dpsk_a2a
2026-05-11 01:32:59 -0700 (buildkit.dockerfile.v0)RUN /bin/bash -c git clone -b v2.5.1 https://github.com/NVIDIA/gdrcopy.git && pushd gdrcopy && make prefix=/usr/local lib_install && popd && rm -rf gdrcopy && pip install nvidia-nvshmem-cu13==3.3.20 && export NVSHMEM_DIR=/usr/local/lib/python3.12/dist-packages/nvidia/nvshmem && export LD_LIBRARY_PATH="${NVSHMEM_DIR}/lib:$LD_LIBRARY_PATH" && export PATH="${NVSHMEM_DIR}/bin:$PATH" && pushd ${NVSHMEM_DIR}/lib && ln -s libnvshmem_host.so.3 libnvshmem_host.so && popd && git clone -b hybrid-ep https://github.com/deepseek-ai/DeepEP.git && pushd DeepEP && export CPATH=/usr/local/cuda/targets/$(uname -m | sed 's/aarch64/sbsa-linux/;s/x86_64/x86_64-linux/')/include/cccl:$CPATH && TORCH_CUDA_ARCH_LIST="9.0 10.0 12.0" python setup.py install && popd && rm -rf deepep # buildkit
2026-05-11 01:33:22 -0700 (buildkit.dockerfile.v0)RUN /bin/bash -c pip3 install --no-cache-dir --no-deps trl==0.27.0 && pip3 install --no-cache-dir nvtx matplotlib liger_kernel cachetools && pip3 install --no-cache-dir cupy-cuda12x==14.0.1 && pip install --no-cache-dir -U git+https://github.com/ISEEKYAN/mbridge.git@641a5a0 && pip install --no-deps --no-cache-dir git+https://github.com/NVIDIA/Megatron-LM.git@core_v0.16.0 # buildkit
2026-05-11 01:33:40 -0700 (buildkit.dockerfile.v0)RUN /bin/bash -c pip install git+https://github.com/verl-project/verl.git@v0.7.1 # buildkit
2026-05-11 01:33:41 -0700 (buildkit.dockerfile.v0)RUN /bin/bash -c pip uninstall -y verl # buildkit
2026-05-11 01:33:47 -0700 (buildkit.dockerfile.v0)RUN /bin/bash -c pip install "verl[mcore] @ git+https://github.com/verl-project/verl.git@v0.7.1" # buildkit
2026-05-11 01:33:48 -0700 (buildkit.dockerfile.v0)RUN /bin/bash -c pip uninstall -y verl # buildkit
2026-05-11 01:33:53 -0700 (buildkit.dockerfile.v0)RUN /bin/bash -c pip install --no-cache-dir "ray[default]==2.54.1" # buildkit
Delete Tag
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.