Sign inSign up

hasammahroos/camscan-live-va-triton-vlm:sha-24718ef

Manifest digest

sha256:b4a3407a19d5fa346041a3bc701d034b9fb748c3cc4329a808557efb184311d6

OS/ARCH

linux/amd64

Compressed size

23.79 GB

Last pushed

2 months by hasammahroos

Type

Image

Manifest digest

sha256:b4a3407a19d5fa346041a3bc701d034b9fb748c3cc4329a808557efb184311d6

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=24.040 B
5ADD file ... in / 28.34 MB
6CMD ["/bin/bash"]0 B
7ARG JETPACK_HOST_MOUNTS=0 B
8ENV NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=0 B
9RUN |1 JETPACK_HOST_MOUNTS= /bin/sh -c32 B
10RUN |1 JETPACK_HOST_MOUNTS= /bin/sh -c105 MB
11ARG GDRCOPY_VERSION=2.4.10 B
12ARG HPCX_VERSION=2.22.10 B
13ARG RDMACORE_VERSION=50.00 B
14ARG MOFED_VERSION=5.4-rdmacore50.00 B
15ARG OPENUCX_VERSION=1.18.00 B
16ARG OPENMPI_VERSION=4.1.70 B
17ARG EFA_VERSION=1.38.10 B
18ARG AWS_OFI_NCCL_VERSION=1.14.00 B
19ENV GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.22.1 MOFED_VERSION=5.4-rdmacore50.0 OPENUCX_VERSION=1.18.00 B
20ARG TARGETARCH=amd640 B
21RUN |10 JETPACK_HOST_MOUNTS= GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.22.185.14 MB
22ENV OPAL_PREFIX=/opt/hpcx/ompi PATH=/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin0 B
23ENV OMPI_MCA_coll_hcoll_enable=00 B
24ARG CUDA_VERSION=12.9.0.0360 B
25ARG CUDA_DRIVER_VERSION=575.51.020 B
26ENV CUDA_VERSION=12.9.0.036 CUDA_DRIVER_VERSION=575.51.020 B
27RUN |12 JETPACK_HOST_MOUNTS= GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.22.1290.52 MB
28RUN |12 JETPACK_HOST_MOUNTS= GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.22.115.07 KB
29ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash0 B
30LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.00 B
31ARG NCCL_VERSION=2.26.30 B
32ARG CUBLAS_VERSION=12.9.0.20 B
33ARG CUFFT_VERSION=11.4.0.60 B
34ARG CURAND_VERSION=10.3.10.190 B
35ARG CUSPARSE_VERSION=12.5.9.50 B
36ARG CUSOLVER_VERSION=11.7.4.400 B
37ARG NPP_VERSION=12.4.0.270 B
38ARG NVJPEG_VERSION=12.4.0.160 B
39ARG CUFILE_VERSION=1.14.0.300 B
40ARG NVJITLINK_VERSION=12.9.410 B
41ARG CUBLASMP_VERSION=0.4.0.7890 B
42ARG CAL_VERSION=0.4.4.500 B
43ARG NVSHMEM_VERSION=3.2.50 B
44ARG CUDNN_VERSION=9.9.0.520 B
45ARG CUDNN_FRONTEND_VERSION=1.11.00 B
46ARG TRT_VERSION=10.9.0.34+cuda12.80 B
47ARG TRTOSS_VERSION=0 B
48ARG NSIGHT_SYSTEMS_VERSION=2025.2.1.1300 B
49ARG NSIGHT_COMPUTE_VERSION=2025.2.0.110 B
50ARG CUSPARSELT_VERSION=0.7.1.00 B
51ENV NCCL_VERSION=2.26.3 CUBLAS_VERSION=12.9.0.2 CUFFT_VERSION=11.4.0.6 CURAND_VERSION=10.3.10.190 B
52RUN |32 JETPACK_HOST_MOUNTS= GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.22.14.72 GB
53LABEL com.nvidia.nccl.version=2.26.3 com.nvidia.cublas.version=12.9.0.2 com.nvidia.cufft.version=11.4.0.6 com.nvidia.curand.version=10.3.10.190 B
54ARG DALI_VERSION=1.48.00 B
55ARG DALI_BUILD=0 B
56ARG DALI_URL_SUFFIX=1200 B
57ARG POLYGRAPHY_VERSION=0.49.200 B
58ARG TRANSFORMER_ENGINE_VERSION=2.20 B
59ARG MODEL_OPT_VERSION=0.25.00 B
60ENV DALI_VERSION=1.48.0 DALI_BUILD= DALI_URL_SUFFIX=120 POLYGRAPHY_VERSION=0.49.200 B
61ADD docs.tgz / # buildkit11.26 KB
62RUN |38 JETPACK_HOST_MOUNTS= GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.22.1181 B
63ARG _LIBPATH_SUFFIX=0 B
64ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video0 B
65COPY /opt/amazon/aws-ofi-nccl /opt/amazon/aws-ofi-nccl # buildkit1.65 MB
66RUN |39 JETPACK_HOST_MOUNTS= GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.22.17.78 KB
67COPY entrypoint/ /opt/nvidia/ # buildkit6.15 KB
68ENV NVIDIA_PRODUCT_NAME=CUDA0 B
69ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B
70RUN |39 JETPACK_HOST_MOUNTS= GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.22.1408 B
71RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive34.29 MB
72COPY cuda-*.patch /tmp # buildkit503 B
73RUN /bin/sh -c export DEVEL=1336.92 MB
74ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:0 B
75ENV PIP_BREAK_SYSTEM_PACKAGES=10 B
76ARG TRITON_VERSION=2.57.00 B
77ARG TRITON_CONTAINER_VERSION=25.040 B
78ENV TRITON_SERVER_VERSION=2.57.00 B
79ENV NVIDIA_TRITON_SERVER_VERSION=25.040 B
80LABEL com.nvidia.tritonserver.version=2.57.00 B
81ENV PATH=/opt/tritonserver/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin0 B
82ENV UCX_MEM_EVENTS=no0 B
83ENV LD_LIBRARY_PATH=/opt/hpcx/ucc/lib/:/opt/hpcx/ucx/lib/:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B
84ENV TF_ADJUST_HUE_FUSED=10 B
85ENV TF_ADJUST_SATURATION_FUSED=10 B
86ENV TF_ENABLE_WINOGRAD_NONFUSED=10 B
87ENV TF_AUTOTUNE_THRESHOLD=20 B
88ENV TRITON_SERVER_GPU_ENABLED=10 B
89ENV TRITON_SERVER_USER=triton-server0 B
90RUN |2 TRITON_VERSION=2.57.0 TRITON_CONTAINER_VERSION=25.04 /bin/sh1.19 KB
91ENV DEBIAN_FRONTEND=noninteractive0 B
92RUN |2 TRITON_VERSION=2.57.0 TRITON_CONTAINER_VERSION=25.04 /bin/sh119.49 MB
93ENV TCMALLOC_RELEASE_RATE=2000 B
94ENV DCGM_VERSION=3.3.60 B
95RUN |2 TRITON_VERSION=2.57.0 TRITON_CONTAINER_VERSION=25.04 /bin/sh915.65 MB
96RUN |2 TRITON_VERSION=2.57.0 TRITON_CONTAINER_VERSION=25.04 /bin/sh12.04 KB
97RUN |2 TRITON_VERSION=2.57.0 TRITON_CONTAINER_VERSION=25.04 /bin/sh76.16 MB
98ENV PYTHONPATH=/opt/tritonserver/backends/dali/wheel/dali:0 B
99WORKDIR /opt/tritonserver119 B
100RUN |2 TRITON_VERSION=2.57.0 TRITON_CONTAINER_VERSION=25.04 /bin/sh32 B
101ENV NVIDIA_PRODUCT_NAME=Triton Server0 B
102COPY docker/entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit756 B
103ENV NVIDIA_BUILD_ID=1641824280 B
104LABEL com.nvidia.build.id=1641824280 B
105LABEL com.nvidia.build.ref=0beb0717a0395341699ac92454c1858e91d2fe3f0 B
106WORKDIR /opt32 B
107COPY --chown=1000:1000 build/install tritonserver #3.73 GB
108WORKDIR /opt/tritonserver32 B
109COPY --chown=1000:1000 NVIDIA_Deep_Learning_Container_License.pdf . #2.67 MB
110RUN |2 TRITON_VERSION=2.57.0 TRITON_CONTAINER_VERSION=25.04 /bin/sh236.43 MB
111RUN |2 TRITON_VERSION=2.57.0 TRITON_CONTAINER_VERSION=25.04 /bin/sh4.52 MB
112LABEL com.amazonaws.sagemaker.capabilities.accept-bind-to-port=true0 B
113LABEL com.amazonaws.sagemaker.capabilities.multi-models=true0 B
114COPY --chown=1000:1000 docker/sagemaker/serve /usr/bin/. #2.89 KB
115ARG DEBIAN_FRONTEND=noninteractive0 B
116WORKDIR /opt/tritonserver32 B
117RUN |1 DEBIAN_FRONTEND=noninteractive /bin/sh -c9.72 MB
118COPY /uv /bin/uv # buildkit25.21 MB
119ENV UV_CACHE_DIR=/root/.cache/uv UV_LINK_MODE=copy UV_COMPILE_BYTECODE=10 B
120RUN |1 DEBIAN_FRONTEND=noninteractive /bin/sh -c197 B
121RUN |1 DEBIAN_FRONTEND=noninteractive /bin/sh -c13.48 KB
122RUN |1 DEBIAN_FRONTEND=noninteractive /bin/sh -c5.42 GB
123RUN |1 DEBIAN_FRONTEND=noninteractive /bin/sh -c21.02 MB
124RUN |1 DEBIAN_FRONTEND=noninteractive /bin/sh -c27.03 MB
125ARG VLM_MODEL=Qwen/Qwen3-VL-2B-Instruct0 B
126ENV VLM_MODEL=Qwen/Qwen3-VL-2B-Instruct0 B
127RUN |2 DEBIAN_FRONTEND=noninteractive VLM_MODEL=Qwen/Qwen3-VL-2B-Instruct /bin/sh3.12 GB
128ARG VLM_CONFIRM_MODEL=Qwen/Qwen3-VL-4B-Thinking-FP80 B
129ENV VLM_CONFIRM_MODEL=Qwen/Qwen3-VL-4B-Thinking-FP80 B
130RUN |3 DEBIAN_FRONTEND=noninteractive VLM_MODEL=Qwen/Qwen3-VL-2B-Instruct VLM_CONFIRM_MODEL=Qwen/Qwen3-VL-4B-Thinking-FP84.54 GB
131RUN |3 DEBIAN_FRONTEND=noninteractive VLM_MODEL=Qwen/Qwen3-VL-2B-Instruct VLM_CONFIRM_MODEL=Qwen/Qwen3-VL-4B-Thinking-FP8116 B
132COPY docker/triton-vlm/entrypoint.sh /usr/local/bin/triton-vlm-entrypoint.sh # buildkit1.18 KB
133RUN |3 DEBIAN_FRONTEND=noninteractive VLM_MODEL=Qwen/Qwen3-VL-2B-Instruct VLM_CONFIRM_MODEL=Qwen/Qwen3-VL-4B-Thinking-FP832 B
134ENV CUDA_MODULE_LOADING=LAZY CUDA_DEVICE_ORDER=PCI_BUS_ID VLLM_LOGGING_LEVEL=INFO0 B
135HEALTHCHECK {Test:[CMD-SHELL curl -f http://localhost:8000/v2/health/ready0 B
136EXPOSE [8000/tcp 8001/tcp 8002/tcp]0 B
137ENTRYPOINT ["/usr/local/bin/triton-vlm-entrypoint.sh"]0 B
138CMD ["tritonserver" "--model-repository=/models" "--grpc-port=8001" "--http-port=8000"0 B

Command

 ARG RELEASE