docker pull registry.tmp.nolas.team/nolas-ai-services/triton-inference-server:latest
sha256:a45ae9f877f95edf4b3b5a81388e7548e73fca3ff7396663cbc9fc2b2db0b76a
2026-03-25 09:45:29 +0100
11.1 GB
1.12.1
BASH_ENV/etc/bash.bashrc
CUBLAS_VERSION12.8.3.14
CUDA_CACHE_DISABLE1
CUDA_DRIVER_VERSION570.86.10
CUDA_VERSION12.8.0.038
CUDNN_FRONTEND_VERSION1.10.0
CUDNN_VERSION9.7.1.26
CUFFT_VERSION11.3.3.41
CUFILE_VERSION1.13.0.11
CURAND_VERSION10.3.9.55
CUSOLVER_VERSION11.7.2.55
CUSPARSELT_VERSION0.6.3.2
CUSPARSE_VERSION12.5.7.53
CUTENSOR_VERSION2.1.0.9
DALI_BUILD DALI_URL_SUFFIX120
DALI_VERSION1.46.0
DCGM_VERSION3.3.6
DEBIAN_FRONTENDnoninteractive
EFA_VERSION1.34.0
ENV/etc/shinit_v2
GDRCOPY_VERSION2.4.1
HPCX_VERSION2.22.1
LD_LIBRARY_PATH/opt/hpcx/ucc/lib/:/opt/hpcx/ucx/lib/:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64
LIBRARY_PATH/usr/local/cuda/lib64/stubs:
MODEL_OPT_VERSION0.23.0
MOFED_VERSION5.4-rdmacore50.0
NCCL_VERSION2.25.1
NPP_VERSION12.3.3.65
NSIGHT_COMPUTE_VERSION2025.1.0.14
NSIGHT_SYSTEMS_VERSION2025.1.1.65
NVIDIA_BUILD_ID143749457
NVIDIA_DRIVER_CAPABILITIEScompute,utility,video
NVIDIA_PRODUCT_NAMETriton Server
NVIDIA_REQUIRE_CUDAcuda>=9.0
NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS NVIDIA_TRITON_SERVER_BASE_VERSION25.02
NVIDIA_TRITON_SERVER_VERSION25.02
NVIDIA_VISIBLE_DEVICESall
NVJITLINK_VERSION12.8.61
NVJPEG_VERSION12.3.5.57
OMPI_MCA_coll_hcoll_enable0
OPAL_PREFIX/opt/hpcx/ompi
OPENMPI_VERSION4.1.7
OPENUCX_VERSION1.18.0
PATH/opt/tritonserver/bin:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin
PIP_BREAK_SYSTEM_PACKAGES1
POLYGRAPHY_VERSION0.49.18
RDMACORE_VERSION50.0
SHELL/bin/bash
TCMALLOC_RELEASE_RATE200
TF_ADJUST_HUE_FUSED1
TF_ADJUST_SATURATION_FUSED1
TF_AUTOTUNE_THRESHOLD2
TF_ENABLE_WINOGRAD_NONFUSED1
TRANSFORMER_ENGINE_VERSION2.0
TRITON_SERVER_GPU_ENABLED1
TRITON_SERVER_USERtriton-server
TRITON_SERVER_VERSION2.55.0
TRTOSS_VERSION TRT_VERSION10.8.0.43
UCX_MEM_EVENTSno
_CUDA_COMPAT_PATH/usr/local/cuda/compat
[#000] sha256:107a4fb0af3829758fca8bb809bb86ccb87dd630e4d61110103466886f7b0746 - 0.26% (29.2 MB)
[#001] sha256:f7b05b0c5062ad54cc58f672207bda8282fcef55819733f3d0a2b37f1c2b528d - 1.0% (113 MB)
[#002] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#003] sha256:a2297322dc67d7be2c80e58d270df6f0b2b0bb5e2393ebc1a90aba4fb0217f91 - 2.32% (262 MB)
[#004] sha256:10c906010aa48ad9409c02da40c5b91f00fe51d4856b7c4fb7273b1bba5df67f - 0.0% (15.1 KB)
[#005] sha256:ec7790dc104baaabda8843c26600f3027b3d081c07db184d263fbbe0c82e9654 - 41.19% (4.55 GB)
[#006] sha256:9a12bb77567cae799201ea606c83d095db596b172863217b1fa08efca54f76cf - 0.0% (11.3 KB)
[#007] sha256:56a3a6b6b1be87cb9dca2ffa1d5f25e1a3d1685a2ce27be9b3b7eacfa4bf28e0 - 0.0% (182 Bytes)
[#008] sha256:962d1e06b389f8492aaa3b8b18077fe50c73b2cddfb4348eeace885d62167f9a - 0.0% (6.13 KB)
[#009] sha256:9612dbb3034697e676e34ff45d6ac20a2d6cc41187c28b24b64469baf45c97a4 - 0.0% (136 KB)
[#010] sha256:5b72c7b49d9b71fcd93b235a310f73a4f7c7d259a1cc22c294426666b28325fa - 0.31% (34.9 MB)
[#011] sha256:73bd0cd5a9e664bc25d30e6c5e55d9b201fe8ef0273521c25dacb922170c2d62 - 0.75% (84.5 MB)
[#012] sha256:ef70a2612c553399b9b32d0f927e44f4e918eaa8d68b58a752316f5f22e0c552 - 0.0% (504 Bytes)
[#013] sha256:24667d42a2cef3adb57d72faeafd0a2c7ba05a9d890b48af759f7e91ce3ec93b - 3.05% (345 MB)
[#014] sha256:50bc811ca54dc7349eb20e3821067db50aba8102d1272a75951ace4137135ebe - 0.0% (380 KB)
[#015] sha256:af084a9746fce77e69a74fe3fa9b204d81d3de02415dc868e5c5d0c04565f7a9 - 0.0% (9.08 KB)
[#016] sha256:b8549788ab930a24769fd78a11e87b8e7b0d46a1006e9c544f6a43e1b75396a7 - 0.0% (754 Bytes)
[#017] sha256:e1c973069eff2a7bc283e4d7e19e328349ef6a08e58188b1604ad0edaf4a74d0 - 0.0% (233 Bytes)
[#018] sha256:8937c5bf2f1013cf3ecff4a5c8ebcaf0fe9631e8107d030036b73eedb0d1795d - 0.0% (1.19 KB)
[#019] sha256:d8e51c17f5d6fd90bb0566632eaffde16804e50aac2c8aba7ef40920b318929b - 1.12% (127 MB)
[#020] sha256:e49a359cfb6e084c7558738051c9319e47962ac9b86c095f38c2996e57cc1e40 - 8.07% (914 MB)
[#021] sha256:0f52f5c91b9057dec84c0f3339d4df07109c080ea0b28cd43339101444eff08e - 0.0% (12.1 KB)
[#022] sha256:80b21b2a0a104c4f67e38b84fb9f0dce12e171bba37e6b4af18a3d836668287a - 0.68% (77.2 MB)
[#023] sha256:20d8ecee287c4624e0fed5c7fac37487e215b885ee2ffe6e6cd318894f21bbe0 - 0.0% (120 Bytes)
[#024] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#025] sha256:5ef7b740c8417ec43a44415e8c136d2258ce28250a0042d63b45b5cd3035601a - 0.0% (755 Bytes)
[#026] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#027] sha256:3aa5c8e440bbc12946f5198f7aa09dc371d91983618377af490c8384c9b9d816 - 0.0% (960 Bytes)
[#028] sha256:f04c4ed6160d6465a63c83536e59f4cd79e0f6dd2d468158746e4685f859f96a - 0.0% (184 Bytes)
[#029] sha256:ac8c9290bb00490c52d45f0c7cf3a93d8d8d23df014c6c5ad80de851d5f231eb - 0.02% (2.67 MB)
[#030] sha256:ee4ad78ba6ac868307af68ab053a6c3ef916d67252b65472a79dfd6d54bab1c8 - 0.06% (6.69 MB)
[#031] sha256:21f9679dd12cf5e252ebdcb336538c4aedee29859fd5accfe2848fea51941ac1 - 0.08% (9.54 MB)
[#032] sha256:e166032f2573e43fccf56d201b56c403157757783baa1e55a1ef1bc01a815f36 - 0.0% (38.7 KB)
[#033] sha256:b515a5cd11e334a326933eaa22551c05e3564688d1a0ff7c9da39ad0995b063d - 11.11% (1.23 GB)
[#034] sha256:cb550c157e7863632fa75fdc405cabfff71d5917791cf1038b49b253ae5802a2 - 0.0% (146 KB)
[#035] sha256:26ebff56487e66e5d059a609277121cdb86d19f341a77890bc8fac7754cf7447 - 0.01% (1000 KB)
[#036] sha256:ea759687ab3065ef353bc93188ec91a3fa3236ee42e4f1d824bfc95ce560d870 - 0.0% (151 Bytes)
[#037] sha256:0400f3d303d75d3f99d0e25ef452bbd8427e720246e244f4d5724bcd4637b7f0 - 0.0% (12.8 KB)
[#038] sha256:b216497ce0a1687570e77e067262473a77f19fa13def95ec342b3eb4d82d2a9d - 0.0% (151 Bytes)
[#039] sha256:c2fc857532b321e3ad8a9e955e4b8578e74570df36a310be7a79a1548618ae57 - 0.0% (50.7 KB)
[#040] sha256:45e2d6307a3ae30ce8d00bdb2b3f54860079bb5278e2f9bff727b58c852b8768 - 0.0% (149 Bytes)
[#041] sha256:d26fefeb26beca5dab007076238016e00c454f6da46d57423fc43217202cf280 - 0.0% (2.77 KB)
[#042] sha256:6fead9e15680e5f09bc559a8daedd2b0de5bdef4f520fafa97ecfb3f4fb44cde - 0.6% (67.9 MB)
[#043] sha256:0dd4c0bc1063beab96bd0c0fca0acfd84d236bcbe42632b382bc4c2420f30e34 - 28.72% (3.17 GB)
[#044] sha256:bf10de07b36683c90d9e3d0b4743c9322ac62084c22f9a13e6ac5b41d8d11bda - 0.07% (8.01 MB)
[#045] sha256:8b0f4042b169d42b16762e19b17821043748bcf23ff101b232c7fce889e97117 - 0.57% (65 MB)
/bin/sh -c #(nop) ARG RELEASE
2025-01-27 04:14:00 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2025-01-27 04:14:00 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
2025-01-27 04:14:00 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=24.04
2025-01-27 04:14:03 UTC/bin/sh -c #(nop) ADD file:6df775300d76441aa33f31b22c1afce8dfe35c8ffbc14ef27c27009235b12a95 in /
2025-01-27 04:14:03 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2025-02-19 17:55:59 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive && apt-get update && apt-get install -y --no-install-recommends apt-utils build-essential ca-certificates curl libncurses6 libncursesw6 patch wget unzip jq gnupg libtcmalloc-minimal4 && rm -rf /var/lib/apt/lists/* && echo "hsts=0" > /root/.wgetrc # buildkit
2025-02-19 17:55:59 UTC (buildkit.dockerfile.v0)ARG CUDA_VERSION=12.8.0.038
2025-02-19 17:55:59 UTC (buildkit.dockerfile.v0)ARG CUDA_DRIVER_VERSION=570.86.10
2025-02-19 17:55:59 UTC (buildkit.dockerfile.v0)ARG JETPACK_HOST_MOUNTS=
2025-02-19 17:55:59 UTC (buildkit.dockerfile.v0)ENV CUDA_VERSION=12.8.0.038 CUDA_DRIVER_VERSION=570.86.10 CUDA_CACHE_DISABLE=1 NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=
2025-02-19 17:55:59 UTC (buildkit.dockerfile.v0)RUN |3 CUDA_VERSION=12.8.0.038 CUDA_DRIVER_VERSION=570.86.10 JETPACK_HOST_MOUNTS= /bin/sh -c if [ -n "${JETPACK_HOST_MOUNTS}" ]; then echo "/usr/lib/aarch64-linux-gnu/tegra" > /etc/ld.so.conf.d/nvidia-tegra.conf && echo "/usr/lib/aarch64-linux-gnu/tegra-egl" >> /etc/ld.so.conf.d/nvidia-tegra.conf; fi # buildkit
2025-02-19 17:56:08 UTC (buildkit.dockerfile.v0)RUN |3 CUDA_VERSION=12.8.0.038 CUDA_DRIVER_VERSION=570.86.10 JETPACK_HOST_MOUNTS= /bin/sh -c /nvidia/build-scripts/installCUDA.sh # buildkit
2025-02-19 17:56:08 UTC (buildkit.dockerfile.v0)RUN |3 CUDA_VERSION=12.8.0.038 CUDA_DRIVER_VERSION=570.86.10 JETPACK_HOST_MOUNTS= /bin/sh -c cp -vprd /nvidia/. / && patch -p0 < /etc/startup_scripts.patch && rm -f /etc/startup_scripts.patch # buildkit
2025-02-19 17:56:08 UTC (buildkit.dockerfile.v0)ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash NVIDIA_REQUIRE_CUDA=cuda>=9.0
2025-02-19 17:56:08 UTC (buildkit.dockerfile.v0)LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.0
2025-02-19 17:56:08 UTC (buildkit.dockerfile.v0)ARG NCCL_VERSION=2.25.1
2025-02-19 17:56:08 UTC (buildkit.dockerfile.v0)ARG CUBLAS_VERSION=12.8.3.14
2025-02-19 17:56:08 UTC (buildkit.dockerfile.v0)ARG CUFFT_VERSION=11.3.3.41
2025-02-19 17:56:08 UTC (buildkit.dockerfile.v0)ARG CURAND_VERSION=10.3.9.55
2025-02-19 17:56:08 UTC (buildkit.dockerfile.v0)ARG CUSPARSE_VERSION=12.5.7.53
2025-02-19 17:56:08 UTC (buildkit.dockerfile.v0)ARG CUSOLVER_VERSION=11.7.2.55
2025-02-19 17:56:08 UTC (buildkit.dockerfile.v0)ARG CUTENSOR_VERSION=2.1.0.9
2025-02-19 17:56:08 UTC (buildkit.dockerfile.v0)ARG NPP_VERSION=12.3.3.65
2025-02-19 17:56:08 UTC (buildkit.dockerfile.v0)ARG NVJPEG_VERSION=12.3.5.57
2025-02-19 17:56:08 UTC (buildkit.dockerfile.v0)ARG CUFILE_VERSION=1.13.0.11
2025-02-19 17:56:08 UTC (buildkit.dockerfile.v0)ARG NVJITLINK_VERSION=12.8.61
2025-02-19 17:56:08 UTC (buildkit.dockerfile.v0)ARG CUDNN_VERSION=9.7.1.26
2025-02-19 17:56:08 UTC (buildkit.dockerfile.v0)ARG CUDNN_FRONTEND_VERSION=1.10.0
2025-02-19 17:56:08 UTC (buildkit.dockerfile.v0)ARG TRT_VERSION=10.8.0.43
2025-02-19 17:56:08 UTC (buildkit.dockerfile.v0)ARG TRTOSS_VERSION=
2025-02-19 17:56:08 UTC (buildkit.dockerfile.v0)ARG NSIGHT_SYSTEMS_VERSION=2025.1.1.65
2025-02-19 17:56:08 UTC (buildkit.dockerfile.v0)ARG NSIGHT_COMPUTE_VERSION=2025.1.0.14
2025-02-19 17:56:08 UTC (buildkit.dockerfile.v0)ARG CUSPARSELT_VERSION=0.6.3.2
2025-02-19 17:56:08 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.25.1 CUBLAS_VERSION=12.8.3.14 CUFFT_VERSION=11.3.3.41 CURAND_VERSION=10.3.9.55 CUSPARSE_VERSION=12.5.7.53 CUSPARSELT_VERSION=0.6.3.2 CUSOLVER_VERSION=11.7.2.55 CUTENSOR_VERSION=2.1.0.9 NPP_VERSION=12.3.3.65 NVJPEG_VERSION=12.3.5.57 CUFILE_VERSION=1.13.0.11 NVJITLINK_VERSION=12.8.61 CUDNN_VERSION=9.7.1.26 CUDNN_FRONTEND_VERSION=1.10.0 TRT_VERSION=10.8.0.43 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2025.1.1.65 NSIGHT_COMPUTE_VERSION=2025.1.0.14
2025-02-19 20:17:33 UTC (buildkit.dockerfile.v0)RUN |21 CUDA_VERSION=12.8.0.038 CUDA_DRIVER_VERSION=570.86.10 JETPACK_HOST_MOUNTS= NCCL_VERSION=2.25.1 CUBLAS_VERSION=12.8.3.14 CUFFT_VERSION=11.3.3.41 CURAND_VERSION=10.3.9.55 CUSPARSE_VERSION=12.5.7.53 CUSOLVER_VERSION=11.7.2.55 CUTENSOR_VERSION=2.1.0.9 NPP_VERSION=12.3.3.65 NVJPEG_VERSION=12.3.5.57 CUFILE_VERSION=1.13.0.11 NVJITLINK_VERSION=12.8.61 CUDNN_VERSION=9.7.1.26 CUDNN_FRONTEND_VERSION=1.10.0 TRT_VERSION=10.8.0.43 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2025.1.1.65 NSIGHT_COMPUTE_VERSION=2025.1.0.14 CUSPARSELT_VERSION=0.6.3.2 /bin/sh -c /nvidia/build-scripts/installLIBS.sh && /nvidia/build-scripts/installCUDNN.sh && /nvidia/build-scripts/installTRT.sh && /nvidia/build-scripts/installNSYS.sh && /nvidia/build-scripts/installNCU.sh && /nvidia/build-scripts/installCUTENSOR.sh && /nvidia/build-scripts/installCUSPARSELT.sh && if [ -z "${JETPACK_HOST_MOUNTS}" ]; then /nvidia/build-scripts/installNCCL.sh; fi; # buildkit
2025-02-19 20:17:33 UTC (buildkit.dockerfile.v0)LABEL com.nvidia.nccl.version=2.25.1 com.nvidia.cublas.version=12.8.3.14 com.nvidia.cufft.version=11.3.3.41 com.nvidia.curand.version=10.3.9.55 com.nvidia.cusparse.version=12.5.7.53 com.nvidia.cusparselt.version=0.6.3.2 com.nvidia.cusolver.version=11.7.2.55 com.nvidia.cutensor.version=2.1.0.9 com.nvidia.npp.version=12.3.3.65 com.nvidia.nvjpeg.version=12.3.5.57 com.nvidia.cudnn.version=9.7.1.26 com.nvidia.tensorrt.version=10.8.0.43 com.nvidia.tensorrtoss.version= com.nvidia.nsightsystems.version=2025.1.1.65 com.nvidia.nsightcompute.version=2025.1.0.14
2025-02-19 20:17:33 UTC (buildkit.dockerfile.v0)ARG DALI_VERSION=1.46.0
2025-02-19 20:17:33 UTC (buildkit.dockerfile.v0)ARG DALI_BUILD=
2025-02-19 20:17:33 UTC (buildkit.dockerfile.v0)ARG DALI_URL_SUFFIX=120
2025-02-19 20:17:33 UTC (buildkit.dockerfile.v0)ARG POLYGRAPHY_VERSION=0.49.18
2025-02-19 20:17:33 UTC (buildkit.dockerfile.v0)ARG TRANSFORMER_ENGINE_VERSION=2.0
2025-02-19 20:17:33 UTC (buildkit.dockerfile.v0)ARG MODEL_OPT_VERSION=0.23.0
2025-02-19 20:17:33 UTC (buildkit.dockerfile.v0)ENV DALI_VERSION=1.46.0 DALI_BUILD= DALI_URL_SUFFIX=120 POLYGRAPHY_VERSION=0.49.18 TRANSFORMER_ENGINE_VERSION=2.0 MODEL_OPT_VERSION=0.23.0
2025-02-19 20:17:33 UTC (buildkit.dockerfile.v0)ADD docs.tgz / # buildkit
2025-02-19 20:17:33 UTC (buildkit.dockerfile.v0)RUN |27 CUDA_VERSION=12.8.0.038 CUDA_DRIVER_VERSION=570.86.10 JETPACK_HOST_MOUNTS= NCCL_VERSION=2.25.1 CUBLAS_VERSION=12.8.3.14 CUFFT_VERSION=11.3.3.41 CURAND_VERSION=10.3.9.55 CUSPARSE_VERSION=12.5.7.53 CUSOLVER_VERSION=11.7.2.55 CUTENSOR_VERSION=2.1.0.9 NPP_VERSION=12.3.3.65 NVJPEG_VERSION=12.3.5.57 CUFILE_VERSION=1.13.0.11 NVJITLINK_VERSION=12.8.61 CUDNN_VERSION=9.7.1.26 CUDNN_FRONTEND_VERSION=1.10.0 TRT_VERSION=10.8.0.43 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2025.1.1.65 NSIGHT_COMPUTE_VERSION=2025.1.0.14 CUSPARSELT_VERSION=0.6.3.2 DALI_VERSION=1.46.0 DALI_BUILD= DALI_URL_SUFFIX=120 POLYGRAPHY_VERSION=0.49.18 TRANSFORMER_ENGINE_VERSION=2.0 MODEL_OPT_VERSION=0.23.0 /bin/sh -c echo "/usr/local/nvidia/lib" >> /etc/ld.so.conf.d/nvidia.conf && echo "/usr/local/nvidia/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
2025-02-19 20:17:33 UTC (buildkit.dockerfile.v0)ARG _LIBPATH_SUFFIX=
2025-02-19 20:17:33 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video
2025-02-19 20:17:33 UTC (buildkit.dockerfile.v0)COPY entrypoint/ /opt/nvidia/ # buildkit
2025-02-19 20:17:33 UTC (buildkit.dockerfile.v0)ENV NVIDIA_PRODUCT_NAME=CUDA
2025-02-19 20:17:33 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
2025-02-19 20:17:33 UTC (buildkit.dockerfile.v0)COPY NVIDIA_Deep_Learning_Container_License.pdf /workspace/ # buildkit
2025-02-19 20:33:45 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive && apt-get update && apt-get install -y --no-install-recommends build-essential git libglib2.0-0 less libhwloc15 libnl-route-3-200 libnl-3-dev libnl-route-3-dev libnuma-dev libnuma1 libpmi2-0-dev nano numactl openssh-client vim wget && rm -rf /var/lib/apt/lists/* # buildkit
2025-02-19 20:33:51 UTC (buildkit.dockerfile.v0)ARG GDRCOPY_VERSION=2.4.1
2025-02-19 20:33:51 UTC (buildkit.dockerfile.v0)ARG HPCX_VERSION=2.22.1
2025-02-19 20:33:51 UTC (buildkit.dockerfile.v0)ARG RDMACORE_VERSION=50.0
2025-02-19 20:33:51 UTC (buildkit.dockerfile.v0)ARG MOFED_VERSION=5.4-rdmacore50.0
2025-02-19 20:33:51 UTC (buildkit.dockerfile.v0)ARG OPENUCX_VERSION=1.18.0
2025-02-19 20:33:51 UTC (buildkit.dockerfile.v0)ARG OPENMPI_VERSION=4.1.7
2025-02-19 20:33:51 UTC (buildkit.dockerfile.v0)ARG EFA_VERSION=1.34.0
2025-02-19 20:33:51 UTC (buildkit.dockerfile.v0)ARG AWS_OFI_NCCL_VERSION=1.12.1
2025-02-19 20:33:51 UTC (buildkit.dockerfile.v0)ENV GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.22.1 MOFED_VERSION=5.4-rdmacore50.0 OPENUCX_VERSION=1.18.0 OPENMPI_VERSION=4.1.7 RDMACORE_VERSION=50.0 EFA_VERSION=1.34.0 AWS_OFI_NCCL_VERSION=1.12.1
2025-02-19 20:33:51 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2025-02-19 20:33:51 UTC (buildkit.dockerfile.v0)RUN |9 GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.22.1 RDMACORE_VERSION=50.0 MOFED_VERSION=5.4-rdmacore50.0 OPENUCX_VERSION=1.18.0 OPENMPI_VERSION=4.1.7 EFA_VERSION=1.34.0 AWS_OFI_NCCL_VERSION=1.12.1 TARGETARCH=amd64 /bin/sh -c cd /nvidia && ( export DEBIAN_FRONTEND=noninteractive && apt-get update && apt-get install -y --no-install-recommends libibverbs1 libibverbs-dev librdmacm1 librdmacm-dev libibumad3 libibumad-dev ibverbs-utils ibverbs-providers && rm -rf /var/lib/apt/lists/* && rm $(dpkg-query -L libibverbs-dev librdmacm-dev libibumad-dev | grep "\(\.so\|\.a\)$") ) && ( cd opt/gdrcopy/ && dpkg -i libgdrapi_*.deb ) && ( cp -r opt/hpcx /opt/ && cp etc/ld.so.conf.d/hpcx.conf /etc/ld.so.conf.d/ && ln -sf /opt/hpcx/ompi /usr/local/mpi && ln -sf /opt/hpcx/ucx /usr/local/ucx && sed -i 's/^\(hwloc_base_binding_policy\) = core$/\1 = none/' /opt/hpcx/ompi/etc/openmpi-mca-params.conf && sed -i 's/^\(btl = self\)$/#\1/' /opt/hpcx/ompi/etc/openmpi-mca-params.conf ) && ( if [ ! -f /etc/ld.so.conf.d/nvidia-tegra.conf ]; then cd opt/amazon/efa/ && dpkg -i libfabric*.deb && rm /opt/amazon/efa/lib/libfabric.a && echo "/opt/amazon/efa/lib" > /etc/ld.so.conf.d/efa.conf; fi ) && ldconfig # buildkit
2025-02-19 20:33:51 UTC (buildkit.dockerfile.v0)ENV OPAL_PREFIX=/opt/hpcx/ompi PATH=/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin
2025-02-19 20:33:51 UTC (buildkit.dockerfile.v0)ENV OMPI_MCA_coll_hcoll_enable=0
2025-02-19 20:33:51 UTC (buildkit.dockerfile.v0)COPY cuda-*.patch /tmp # buildkit
2025-02-19 20:36:22 UTC (buildkit.dockerfile.v0)RUN |9 GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.22.1 RDMACORE_VERSION=50.0 MOFED_VERSION=5.4-rdmacore50.0 OPENUCX_VERSION=1.18.0 OPENMPI_VERSION=4.1.7 EFA_VERSION=1.34.0 AWS_OFI_NCCL_VERSION=1.12.1 TARGETARCH=amd64 /bin/sh -c export DEVEL=1 BASE=0 && /nvidia/build-scripts/installNCU.sh && /nvidia/build-scripts/installCUDA.sh && /nvidia/build-scripts/installLIBS.sh && if [ ! -f /etc/ld.so.conf.d/nvidia-tegra.conf ]; then /nvidia/build-scripts/installNCCL.sh; fi && /nvidia/build-scripts/installCUDNN.sh && /nvidia/build-scripts/installCUTENSOR.sh && /nvidia/build-scripts/installTRT.sh && /nvidia/build-scripts/installNSYS.sh && /nvidia/build-scripts/installCUSPARSELT.sh && if [ -f "/tmp/cuda-${_CUDA_VERSION_MAJMIN}.patch" ]; then patch -p0 < /tmp/cuda-${_CUDA_VERSION_MAJMIN}.patch; fi && rm -f /tmp/cuda-*.patch # buildkit
2025-02-19 20:36:22 UTC (buildkit.dockerfile.v0)ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:
2025-02-19 20:36:33 UTC (buildkit.dockerfile.v0)COPY /opt/amazon/aws-ofi-nccl /opt/amazon/aws-ofi-nccl # buildkit
2025-02-19 20:36:33 UTC (buildkit.dockerfile.v0)RUN |9 GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.22.1 RDMACORE_VERSION=50.0 MOFED_VERSION=5.4-rdmacore50.0 OPENUCX_VERSION=1.18.0 OPENMPI_VERSION=4.1.7 EFA_VERSION=1.34.0 AWS_OFI_NCCL_VERSION=1.12.1 TARGETARCH=amd64 /bin/sh -c if [ ! -f /etc/ld.so.conf.d/nvidia-tegra.conf ]; then echo "/opt/amazon/aws-ofi-nccl/lib" > /etc/ld.so.conf.d/aws-ofi-nccl.conf && ldconfig; fi # buildkit
2025-02-21 21:13:33 UTC (buildkit.dockerfile.v0)ARG NVIDIA_TRITON_SERVER_BASE_VERSION
2025-02-21 21:13:33 UTC (buildkit.dockerfile.v0)ARG NVIDIA_BUILD_ID
2025-02-21 21:13:33 UTC (buildkit.dockerfile.v0)ENV NVIDIA_TRITON_SERVER_BASE_VERSION=25.02
2025-02-21 21:13:33 UTC (buildkit.dockerfile.v0)ENV NVIDIA_BUILD_ID=143749457
2025-02-21 21:13:33 UTC (buildkit.dockerfile.v0)ENV NVIDIA_PRODUCT_NAME=Triton Server Base
2025-02-21 21:13:33 UTC (buildkit.dockerfile.v0)COPY docker/entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit
2025-02-21 21:13:33 UTC (buildkit.dockerfile.v0)RUN |2 NVIDIA_TRITON_SERVER_BASE_VERSION=25.02 NVIDIA_BUILD_ID=143749457 /bin/sh -c sed 's/Server/Server Base/' /opt/nvidia/entrypoint.d/10-banner.txt | sed 's/^===/========/' > /opt/nvidia/entrypoint.d/10-banner.new && mv /opt/nvidia/entrypoint.d/10-banner.new /opt/nvidia/entrypoint.d/10-banner.txt # buildkit
2025-02-21 21:36:44 UTC (buildkit.dockerfile.v0)ENV PIP_BREAK_SYSTEM_PACKAGES=1
2025-02-21 21:36:44 UTC (buildkit.dockerfile.v0)ARG TRITON_VERSION
2025-02-21 21:36:44 UTC (buildkit.dockerfile.v0)ARG TRITON_CONTAINER_VERSION
2025-02-21 21:36:44 UTC (buildkit.dockerfile.v0)ENV TRITON_SERVER_VERSION=2.55.0
2025-02-21 21:36:44 UTC (buildkit.dockerfile.v0)ENV NVIDIA_TRITON_SERVER_VERSION=25.02
2025-02-21 21:36:44 UTC (buildkit.dockerfile.v0)LABEL com.nvidia.tritonserver.version=2.55.0
2025-02-21 21:36:44 UTC (buildkit.dockerfile.v0)ENV PATH=/opt/tritonserver/bin:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin
2025-02-21 21:36:44 UTC (buildkit.dockerfile.v0)ENV UCX_MEM_EVENTS=no
2025-02-21 21:36:44 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/opt/hpcx/ucc/lib/:/opt/hpcx/ucx/lib/:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64
2025-02-21 21:36:44 UTC (buildkit.dockerfile.v0)ENV TF_ADJUST_HUE_FUSED=1
2025-02-21 21:36:44 UTC (buildkit.dockerfile.v0)ENV TF_ADJUST_SATURATION_FUSED=1
2025-02-21 21:36:44 UTC (buildkit.dockerfile.v0)ENV TF_ENABLE_WINOGRAD_NONFUSED=1
2025-02-21 21:36:44 UTC (buildkit.dockerfile.v0)ENV TF_AUTOTUNE_THRESHOLD=2
2025-02-21 21:36:44 UTC (buildkit.dockerfile.v0)ENV TRITON_SERVER_GPU_ENABLED=1
2025-02-21 21:36:44 UTC (buildkit.dockerfile.v0)ENV TRITON_SERVER_USER=triton-server
2025-02-21 21:36:44 UTC (buildkit.dockerfile.v0)RUN |2 TRITON_VERSION=2.55.0 TRITON_CONTAINER_VERSION=25.02 /bin/sh -c userdel tensorrt-server > /dev/null 2>&1 || true && userdel ubuntu > /dev/null 2>&1 || true && if ! id -u $TRITON_SERVER_USER > /dev/null 2>&1 ; then useradd $TRITON_SERVER_USER; fi && [ `id -u $TRITON_SERVER_USER` -eq 1000 ] && [ `id -g $TRITON_SERVER_USER` -eq 1000 ] # buildkit
2025-02-21 21:36:44 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive
2025-02-21 21:37:09 UTC (buildkit.dockerfile.v0)RUN |2 TRITON_VERSION=2.55.0 TRITON_CONTAINER_VERSION=25.02 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends clang curl dirmngr git gperf libb64-0d libcurl4-openssl-dev libgoogle-perftools-dev libjemalloc-dev libnuma-dev software-properties-common wget libgomp1 python3-pip && rm -rf /var/lib/apt/lists/* # buildkit
2025-02-21 21:37:09 UTC (buildkit.dockerfile.v0)ENV TCMALLOC_RELEASE_RATE=200
2025-02-21 21:37:09 UTC (buildkit.dockerfile.v0)ENV DCGM_VERSION=3.3.6
2025-02-21 21:37:26 UTC (buildkit.dockerfile.v0)RUN |2 TRITON_VERSION=2.55.0 TRITON_CONTAINER_VERSION=25.02 /bin/sh -c curl -o /tmp/cuda-keyring.deb https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/x86_64/cuda-keyring_1.1-1_all.deb && apt install /tmp/cuda-keyring.deb && rm /tmp/cuda-keyring.deb && apt-get update && apt-get install -y datacenter-gpu-manager=1:3.3.6 # buildkit
2025-02-21 21:37:26 UTC (buildkit.dockerfile.v0)RUN |2 TRITON_VERSION=2.55.0 TRITON_CONTAINER_VERSION=25.02 /bin/sh -c ln -sf ${_CUDA_COMPAT_PATH}/lib.real ${_CUDA_COMPAT_PATH}/lib && echo ${_CUDA_COMPAT_PATH}/lib > /etc/ld.so.conf.d/00-cuda-compat.conf && ldconfig && rm -f ${_CUDA_COMPAT_PATH}/lib # buildkit
2025-02-21 21:37:34 UTC (buildkit.dockerfile.v0)RUN |2 TRITON_VERSION=2.55.0 TRITON_CONTAINER_VERSION=25.02 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends python3 libarchive-dev python3-pip python3-wheel python3-setuptools libpython3-dev && pip3 install --upgrade "numpy<2" virtualenv && rm -rf /var/lib/apt/lists/* # buildkit
2025-02-21 21:37:34 UTC (buildkit.dockerfile.v0)WORKDIR /opt/tritonserver
2025-02-21 21:37:34 UTC (buildkit.dockerfile.v0)RUN |2 TRITON_VERSION=2.55.0 TRITON_CONTAINER_VERSION=25.02 /bin/sh -c rm -fr /opt/tritonserver/* # buildkit
2025-02-21 21:37:34 UTC (buildkit.dockerfile.v0)ENV NVIDIA_PRODUCT_NAME=Triton Server
2025-02-21 21:37:34 UTC (buildkit.dockerfile.v0)COPY docker/entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit
2025-02-21 21:37:34 UTC (buildkit.dockerfile.v0)ENV NVIDIA_BUILD_ID=143749457
2025-02-21 21:37:34 UTC (buildkit.dockerfile.v0)LABEL com.nvidia.build.id=143749457
2025-02-21 21:37:34 UTC (buildkit.dockerfile.v0)LABEL com.nvidia.build.ref=a2411ec09a8c22e1150832907c3cfffc74d70ec8
2025-02-21 21:37:34 UTC (buildkit.dockerfile.v0)WORKDIR /opt/tritonserver
2025-02-21 21:37:34 UTC (buildkit.dockerfile.v0)COPY /opt/tritonserver/LICENSE . # buildkit
2025-02-21 21:37:34 UTC (buildkit.dockerfile.v0)COPY /opt/tritonserver/TRITON_VERSION . # buildkit
2025-02-21 21:37:34 UTC (buildkit.dockerfile.v0)COPY /opt/tritonserver/NVIDIA_Deep_Learning_Container_License.pdf . # buildkit
2025-02-21 21:37:34 UTC (buildkit.dockerfile.v0)COPY /opt/tritonserver/bin bin/ # buildkit
2025-02-21 21:37:34 UTC (buildkit.dockerfile.v0)COPY /opt/tritonserver/lib lib/ # buildkit
2025-02-21 21:37:34 UTC (buildkit.dockerfile.v0)COPY /opt/tritonserver/include include/ # buildkit
2025-02-21 21:37:36 UTC (buildkit.dockerfile.v0)COPY /opt/tritonserver/backends/pytorch /opt/tritonserver/backends/pytorch # buildkit
2025-02-21 21:37:36 UTC (buildkit.dockerfile.v0)COPY /opt/tritonserver/backends/identity /opt/tritonserver/backends/identity # buildkit
2025-02-21 21:37:36 UTC (buildkit.dockerfile.v0)COPY /opt/tritonserver/backends/python /opt/tritonserver/backends/python # buildkit
2025-02-21 21:37:36 UTC (buildkit.dockerfile.v0)RUN |2 TRITON_VERSION=2.55.0 TRITON_CONTAINER_VERSION=25.02 /bin/sh -c chown triton-server:triton-server /opt/tritonserver/backends # buildkit
2025-02-21 21:37:36 UTC (buildkit.dockerfile.v0)COPY /opt/tritonserver/repoagents/checksum /opt/tritonserver/repoagents/checksum # buildkit
2025-02-21 21:37:36 UTC (buildkit.dockerfile.v0)RUN |2 TRITON_VERSION=2.55.0 TRITON_CONTAINER_VERSION=25.02 /bin/sh -c chown triton-server:triton-server /opt/tritonserver/repoagents # buildkit
2025-02-21 21:37:36 UTC (buildkit.dockerfile.v0)COPY /opt/tritonserver/caches/local /opt/tritonserver/caches/local # buildkit
2025-02-21 21:37:37 UTC (buildkit.dockerfile.v0)RUN |2 TRITON_VERSION=2.55.0 TRITON_CONTAINER_VERSION=25.02 /bin/sh -c chown triton-server:triton-server /opt/tritonserver/caches # buildkit
2025-02-21 21:37:37 UTC (buildkit.dockerfile.v0)LABEL com.amazonaws.sagemaker.capabilities.accept-bind-to-port=true
2025-02-21 21:37:37 UTC (buildkit.dockerfile.v0)COPY /usr/bin/serve /usr/bin/. # buildkit
2026-03-25 09:40:01 +0100 (buildkit.dockerfile.v0)RUN /bin/sh -c apt-get update && apt-get install -y --no-install-recommends libgl1 libglib2.0-0 git && apt-get clean && rm -rf /var/lib/apt/lists/* # buildkit
2026-03-25 09:43:43 +0100 (buildkit.dockerfile.v0)RUN /bin/sh -c pip install --no-cache-dir transformers[torch,vision]==4.52.3 torchvision==0.21.0 python-doctr[viz,html,contrib]==1.0.0 boto3==1.35.20 # buildkit
2026-03-25 09:43:45 +0100 (buildkit.dockerfile.v0)RUN /bin/sh -c git clone https://github.com/facebookresearch/detectron2.git # buildkit
2026-03-25 09:45:29 +0100 (buildkit.dockerfile.v0)RUN /bin/sh -c python3 -m pip install -e detectron2 # buildkit
2026-03-25 09:45:29 +0100 (buildkit.dockerfile.v0)CMD ["tritonserver" "--model-repository=/models"]