Sign inSign up

mekayelanik/vllm-cpu:0.21.0-15052026

Multi-platform
API management
Machine learning & AI
Web servers
Index digest

sha256:304617846bbdeabee361dc9cfd1838bcd1f72285a511ab731ada0d6e768b684c

OS/ARCH

Compressed size

382.89 MB

Last pushed

4 months by mekayelanik

Type

Image

Manifest digest

sha256:4a1f2c4491704db0c34169124813a7d3ad6d1b033929e8b4498800d07c8686a8

Image Layers

Image Layers

1# debian.sh --arch 'arm64' out/21.5 MB
2COPY /python_version.txt /tmp/python_version.txt # buildkit141 B
3ARG VLLM_VERSION=0.21.00 B
4ARG PYTHON_VERSION=3.130 B
5ARG VARIANT=noavx5120 B
6ARG USE_GITHUB_RELEASE=false0 B
7ARG WHEEL_SUFFIX=0 B
8LABEL org.opencontainers.image.title=vLLM CPU (noavx512) org.opencontainers.image.description=Run0 B
9ENV PYTHONUNBUFFERED=1 PIP_NO_CACHE_DIR=1 PIP_DISABLE_PIP_VERSION_CHECK=10 B
10ENV VLLM_TARGET_DEVICE=cpu0 B
11ENV VLLM_CPU_VARIANT=noavx5120 B
12ENV PUID=0 B
13ENV PGID=0 B
14ENV DATA_DIR=/data0 B
15ENV HF_TOKEN=0 B
16ENV HF_HOME=/data/models0 B
17ENV MALLOC_TRIM_THRESHOLD_=1000000 B
18ENV OTEL_PROPAGATORS=none0 B
19ENV OTEL_TRACES_EXPORTER=none0 B
20ENV VLLM_MODEL=0 B
21ENV VLLM_TOKENIZER=0 B
22ENV VLLM_SERVER_HOST=0.0.0.00 B
23ENV VLLM_SERVER_PORT=80000 B
24ENV VLLM_SLEEP_WHEN_IDLE=00 B
25ENV VLLM_MM_INPUT_CACHE_GIB=40 B
26RUN |5 VLLM_VERSION=0.21.0 PYTHON_VERSION=3.13 VARIANT=noavx51285.99 MB
27COPY /uv /usr/local/bin/uv # buildkit16.95 MB
28WORKDIR /vllm16 B
29ENV VIRTUAL_ENV=/vllm/venv0 B
30ENV PATH=/vllm/venv/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
31ENV UV_LINK_MODE=copy UV_COMPILE_BYTECODE=1 UV_PYTHON_DOWNLOADS=never0 B
32COPY docker/setup_vllm.sh docker/cleanup.sh /tmp/ #10.67 KB
33RUN |5 VLLM_VERSION=0.21.0 PYTHON_VERSION=3.13 VARIANT=noavx512258.42 MB
34COPY docker/entrypoint.sh docker/banner.sh /vllm/ #9.37 KB
35RUN |5 VLLM_VERSION=0.21.0 PYTHON_VERSION=3.13 VARIANT=noavx5129.43 KB
36HEALTHCHECK &{["CMD-SHELL" "curl -f http://localhost:${VLLM_SERVER_PORT:-8000}/health0 B
37ENTRYPOINT ["/vllm/entrypoint.sh"]0 B

Command

# debian.sh --arch 'arm64' out/ 'stable' '@1777939200'