Sign inSign up

lmcache/vllm-openai:nightly-2026-08-22

Manifest digest

sha256:2e85c11b97a21271ccef605931343307506f4597b85094bc8318c76b10eb8388

OS/ARCH

linux/amd64

Compressed size

8.58 GB

Last pushed

27 days by lmcache

Type

Image

Manifest digest

sha256:2e85c11b97a21271ccef605931343307506f4597b85094bc8318c76b10eb8388

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=24.040 B
5ADD file ... in / 29.18 MB
6CMD ["/bin/bash"]0 B
7ARG JETPACK_HOST_MOUNTS=0 B
8ARG ENABLE_MITMPROXY=00 B
9ENV NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=0 B
10RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh32 B
11RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh32 B
12RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh1 MB
13RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh32 B
14RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh3.43 MB
15ARG GDRCOPY_VERSION=2.50 B
16ARG HPCX_VERSION=2.24.10 B
17ARG RDMACORE_VERSION=56.00 B
18ARG MOFED_VERSION=5.4-rdmacore56.00 B
19ARG OPENUCX_VERSION=1.19.00 B
20ARG OPENMPI_VERSION=4.1.70 B
21ARG EFA_VERSION=1.38.10 B
22ARG AWS_OFI_NCCL_VERSION=1.14.00 B
23ENV GDRCOPY_VERSION=2.5 HPCX_VERSION=2.24.1 MOFED_VERSION=5.4-rdmacore56.0 OPENUCX_VERSION=1.19.00 B
24ARG TARGETARCH=amd640 B
25RUN |11 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.582.26 MB
26ENV OPAL_PREFIX=/opt/hpcx/ompi PATH=/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin0 B
27ENV OMPI_MCA_coll_hcoll_enable=00 B
28ARG CUDA_VERSION=13.0.1.0120 B
29ARG CUDA_DRIVER_VERSION=580.82.070 B
30ARG NVVM_VERSION=13.0.880 B
31ARG DOCA_VERSION=3.1.00 B
32ENV CUDA_VERSION=13.0.1.012 CUDA_DRIVER_VERSION=580.82.07 NVVM_VERSION=13.0.88 DOCA_VERSION=3.1.00 B
33RUN |15 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5110.57 MB
34RUN |15 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.514.45 KB
35ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash0 B
36LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.00 B
37ARG NCCL_VERSION=2.27.7 CUBLAS_VERSION=13.0.2.14 CUFFT_VERSION=12.0.0.61 CURAND_VERSION=10.4.0.350 B
38ENV NCCL_VERSION=2.27.7 CUBLAS_VERSION=13.0.2.14 CUFFT_VERSION=12.0.0.61 CURAND_VERSION=10.4.0.350 B
39ADD docs.tgz / # buildkit11.26 KB
40RUN |46 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5178 B
41ARG _LIBPATH_SUFFIX=0 B
42ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video0 B
43RUN |47 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.549.47 MB
44COPY /opt/amazon/aws-ofi-nccl /opt/amazon/aws-ofi-nccl # buildkit1.6 MB
45RUN |47 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.57.59 KB
46COPY entrypoint/ /opt/nvidia/ # buildkit6.2 KB
47ENV NVIDIA_PRODUCT_NAME=CUDA0 B
48ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B
49RUN |47 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5408 B
50RUN |47 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.532 B
51ARG ENABLE_MITMPROXY=00 B
52RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c32 B
53RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c96.02 MB
54RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c209.46 MB
55RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c3.36 GB
56LABEL com.nvidia.nccl.version=2.27.7 com.nvidia.cublas.version=13.0.2.14 com.nvidia.cufft.version=12.0.0.61 com.nvidia.curand.version=10.4.0.350 B
57RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c32 B
58ARG ENABLE_MITMPROXY=00 B
59RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c32 B
60RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c34.25 MB
61COPY cuda-*.patch /tmp # buildkit504 B
62RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c542.54 MB
63ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:0 B
64RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c32 B
65ARG CUDA_VERSION=13.00 B
66ARG PYTHON_VERSION=3.120 B
67ARG UBUNTU_VERSION=24.040 B
68ENV DEBIAN_FRONTEND=noninteractive0 B
69ENV PATH=/opt/venv/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin0 B
70RUN |3 CUDA_VERSION=13.0 PYTHON_VERSION=3.12 UBUNTU_VERSION=24.04124.97 MB
71WORKDIR /workspace32 B
72ARG torch_cuda_arch_list=7.5 8.0 8.6 8.90 B
73ENV TORCH_CUDA_ARCH_LIST=7.5 8.0 8.6 8.90 B
74COPY ./requirements/build.txt build.txt # buildkit370 B
75ARG max_jobs=20 B
76ENV MAX_JOBS=20 B
77ARG nvcc_threads=80 B
78ENV NVCC_THREADS=80 B
79ARG CUDA_VERSION=13.00 B
80ARG VLLM_VERSION=nightly0 B
81RUN |7 CUDA_VERSION=13.0 PYTHON_VERSION=3.12 UBUNTU_VERSION=24.041.57 MB
82ARG LMCACHE_COMMIT_ID=10 B
83COPY . /workspace/LMCache # buildkit59.47 MB
84WORKDIR /workspace/LMCache32 B
85RUN |8 CUDA_VERSION=13.0 PYTHON_VERSION=3.12 UBUNTU_VERSION=24.043.9 GB
86WORKDIR /workspace32 B
87ENTRYPOINT ["/opt/venv/bin/vllm" "serve"]0 B

Command

 ARG RELEASE