Sign inSign up

vllm/vllm-omni-rocm:v0.12.0rc1

Manifest digest

sha256:91fe55a212f546bb196433b39c8bd584e049f9c3ba1024986bb46e3a0afe4490

OS/ARCH

linux/amd64

Compressed size

10.05 GB

Last pushed

8 months by vllmbot

Type

Image

Manifest digest

sha256:91fe55a212f546bb196433b39c8bd584e049f9c3ba1024986bb46e3a0afe4490

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=22.040 B
5ADD file ... in / 29.04 MB
6CMD ["/bin/bash"]0 B
7LABEL [email protected]0 B
8ARG ROCM_VERSION=5.30 B
9ARG AMDGPU_VERSION=5.30 B
10ARG APT_PREF0 B
11RUN |3 ROCM_VERSION=7.1 AMDGPU_VERSION=30.20 APT_PREF=Package:239 B
12RUN |3 ROCM_VERSION=7.1 AMDGPU_VERSION=30.20 APT_PREF=Package:5.64 GB
13RUN |3 ROCM_VERSION=7.1 AMDGPU_VERSION=30.20 APT_PREF=Package:656 B
14ENV PATH=/opt/rocm/llvm/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
15ENV ROCM_PATH=/opt/rocm0 B
16ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:0 B
17ARG PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
18ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
19ENV AITER_ROCM_ARCH=gfx942;gfx9500 B
20ENV HSA_NO_SCRATCH_RECLAIM=10 B
21ARG PYTHON_VERSION=3.120 B
22ENV PYTHON_VERSION=3.120 B
23RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh93 B
24WORKDIR /app32 B
25ENV DEBIAN_FRONTEND=noninteractive0 B
26RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh112.19 MB
27RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh65.89 MB
28RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh4.05 MB
29RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh2.23 GB
30ARG BASE_IMAGE=rocm/dev-ubuntu-22.04:7.1-complete0 B
31ARG TRITON_BRANCH=57c693b60 B
32ARG TRITON_REPO=https://github.com/ROCm/triton.git0 B
33ARG PYTORCH_BRANCH=1c57644d0 B
34ARG PYTORCH_VISION_BRANCH=v0.23.00 B
35ARG PYTORCH_REPO=https://github.com/ROCm/pytorch.git0 B
36ARG PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git0 B
37ARG PYTORCH_AUDIO_BRANCH=v2.9.00 B
38ARG PYTORCH_AUDIO_REPO=https://github.com/pytorch/audio.git0 B
39ARG FA_BRANCH=0e60e3940 B
40ARG FA_REPO=https://github.com/Dao-AILab/flash-attention.git0 B
41ARG AITER_BRANCH=59bd8ff20 B
42ARG AITER_REPO=https://github.com/ROCm/aiter.git0 B
43RUN |15 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 BASE_IMAGE=rocm/dev-ubuntu-22.04:7.1-complete378 B
44ARG ARG_PYTORCH_ROCM_ARCH0 B
45ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
46ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=10 B
47ENV RAY_EXPERIMENTAL_NOSET_HIP_VISIBLE_DEVICES=10 B
48RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c134.84 MB
49RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c1.35 KB
50RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c218 B
51RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c21.22 MB
52ENV UV_HTTP_TIMEOUT=5000 B
53ENV UV_INDEX_STRATEGY=unsafe-best-match0 B
54ENV UV_LINK_MODE=copy0 B
55ARG COMMON_WORKDIR=/app0 B
56WORKDIR /app32 B
57RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh1.98 KB
58RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh32 B
59RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh5.28 MB
60RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh736.37 MB
61ARG COMMON_WORKDIR=/app0 B
62COPY /benchmarks /app/vllm/benchmarks # buildkit169.08 KB
63COPY /examples /app/vllm/examples # buildkit188.76 KB
64COPY /docker /app/vllm/docker # buildkit2.13 KB
65ENV TOKENIZERS_PARALLELISM=false0 B
66ENV SAFETENSORS_FAST_GPU=10 B
67ENV HIP_FORCE_DEV_KERNARG=10 B
68CMD ["/bin/bash"]0 B
69ARG COMMON_WORKDIR=/app0 B
70ARG VLLM_VERSION=v0.12.00 B
71ARG PYTORCH_ROCM_ARCH=gfx942;gfx9500 B
72WORKDIR /app32 B
73RUN |3 COMMON_WORKDIR=/app VLLM_VERSION=v0.12.0 PYTORCH_ROCM_ARCH=gfx942;gfx950107.27 MB
74RUN |3 COMMON_WORKDIR=/app VLLM_VERSION=v0.12.0 PYTORCH_ROCM_ARCH=gfx942;gfx950872.98 MB
75RUN |3 COMMON_WORKDIR=/app VLLM_VERSION=v0.12.0 PYTORCH_ROCM_ARCH=gfx942;gfx950119 B
76COPY . /app/vllm-omni # buildkit8.07 MB
77RUN |3 COMMON_WORKDIR=/app VLLM_VERSION=v0.12.0 PYTORCH_ROCM_ARCH=gfx942;gfx950142 MB
78ENV GPU_ARCHS=gfx942;gfx9500 B
79RUN |3 COMMON_WORKDIR=/app VLLM_VERSION=v0.12.0 PYTORCH_ROCM_ARCH=gfx942;gfx950149 B
80ENTRYPOINT []0 B

Command

 ARG RELEASE