Sign inSign up

sabreshao/vllm:aiter_0618_a

Manifest digest

sha256:f1103b6e54384a8269bf4070a3a1fca0076045a89ffd74d53d89978751585393

OS/ARCH

linux/amd64

Compressed size

9.53 GB

Last pushed

3 months by sabreshao

Type

Image

Manifest digest

sha256:f1103b6e54384a8269bf4070a3a1fca0076045a89ffd74d53d89978751585393

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.version=22.040 B
4ADD file ... in / 28.36 MB
5CMD ["/bin/bash"]0 B
6LABEL [email protected]0 B
7ARG ROCM_VERSION=5.30 B
8ARG AMDGPU_VERSION=5.30 B
9ARG APT_PREF0 B
10RUN |3 ROCM_VERSION=7.2.3 AMDGPU_VERSION=30.30.3 APT_PREF=Package:240 B
11RUN |3 ROCM_VERSION=7.2.3 AMDGPU_VERSION=30.30.3 APT_PREF=Package:6.76 GB
12RUN |3 ROCM_VERSION=7.2.3 AMDGPU_VERSION=30.30.3 APT_PREF=Package:655 B
13ENV PATH=/opt/rocm/llvm/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
14ENV ROCM_PATH=/opt/rocm0 B
15ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:0 B
16ARG PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
17ENV PYTORCH_ROCM_ARCH=gfx9500 B
18ENV AITER_ROCM_ARCH=gfx942;gfx9500 B
19ENV MORI_GPU_ARCHS=gfx942;gfx9500 B
20ENV HSA_NO_SCRATCH_RECLAIM=10 B
21ARG PYTHON_VERSION=3.120 B
22ENV PYTHON_VERSION=3.120 B
23RUN |2 PYTORCH_ROCM_ARCH=gfx950 PYTHON_VERSION=3.12 /bin/sh93 B
24WORKDIR /app32 B
25ENV DEBIAN_FRONTEND=noninteractive0 B
26RUN |2 PYTORCH_ROCM_ARCH=gfx950 PYTHON_VERSION=3.12 /bin/sh148.49 MB
27RUN |2 PYTORCH_ROCM_ARCH=gfx950 PYTHON_VERSION=3.12 /bin/sh65.96 MB
28RUN |2 PYTORCH_ROCM_ARCH=gfx950 PYTHON_VERSION=3.12 /bin/sh4.06 MB
29ARG USE_SCCACHE0 B
30ARG SCCACHE_DOWNLOAD_URL0 B
31ARG SCCACHE_ENDPOINT0 B
32ARG SCCACHE_BUCKET_NAME0 B
33ARG SCCACHE_REGION_NAME0 B
34ARG SCCACHE_S3_NO_CREDENTIALS0 B
35RUN |8 PYTORCH_ROCM_ARCH=gfx950 PYTHON_VERSION=3.12 USE_SCCACHE=32 B
36RUN |8 PYTORCH_ROCM_ARCH=gfx950 PYTHON_VERSION=3.12 USE_SCCACHE=32 B
37ARG USE_SCCACHE0 B
38ENV SCCACHE_BUCKET=0 B
39ENV SCCACHE_REGION=0 B
40ENV SCCACHE_S3_NO_CREDENTIALS=0 B
41ENV SCCACHE_IDLE_TIMEOUT=0 B
42RUN /bin/sh -c pip install1.42 GB
43ARG BASE_IMAGE0 B
44ARG TRITON_BRANCH0 B
45ARG TRITON_REPO0 B
46ARG PYTORCH_BRANCH0 B
47ARG PYTORCH_VISION_BRANCH0 B
48ARG PYTORCH_REPO0 B
49ARG PYTORCH_VISION_REPO0 B
50ARG PYTORCH_AUDIO_BRANCH0 B
51ARG PYTORCH_AUDIO_REPO0 B
52ARG FA_BRANCH0 B
53ARG FA_REPO0 B
54ARG AITER_BRANCH0 B
55ARG AITER_REPO0 B
56ARG MORI_BRANCH0 B
57ARG MORI_REPO0 B
58RUN |15 BASE_IMAGE=rocm/dev-ubuntu-22.04:7.2.3-complete TRITON_BRANCH=0f380657 TRITON_REPO=https://github.com/ROCm/triton.git398 B
59ARG REMOTE_VLLM=00 B
60ARG COMMON_WORKDIR=/app0 B
61ARG CI_BASE_IMAGE=ci_base0 B
62ARG NIC_BACKEND=all0 B
63ARG AINIC_VERSION=1.117.3-hydra0 B
64ARG UBUNTU_CODENAME=jammy0 B
65ARG USE_SCCACHE0 B
66ARG SCCACHE_DOWNLOAD_URL0 B
67ARG SCCACHE_ENDPOINT0 B
68ARG SCCACHE_BUCKET_NAME=vllm-build-sccache0 B
69ARG SCCACHE_REGION_NAME=us-west-20 B
70ARG SCCACHE_S3_NO_CREDENTIALS=00 B
71ARG ARG_PYTORCH_ROCM_ARCH0 B
72ENV PYTORCH_ROCM_ARCH=gfx9500 B
73RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c140.57 MB
74RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c92 B
75ARG USE_SCCACHE0 B
76RUN |2 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE= /bin/sh220 B
77RUN |2 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE= /bin/sh23.83 MB
78ENV UV_HTTP_TIMEOUT=5000 B
79ENV UV_INDEX_STRATEGY=unsafe-best-match0 B
80ENV UV_LINK_MODE=copy0 B
81ENV CCACHE_DIR=/root/.cache/ccache0 B
82ENV CCACHE_COMPILERCHECK=content0 B
83ARG max_jobs0 B
84ENV MAX_JOBS=0 B
85ARG USE_SCCACHE0 B
86ARG SCCACHE_DOWNLOAD_URL0 B
87ARG SCCACHE_ENDPOINT0 B
88ARG SCCACHE_BUCKET_NAME0 B
89ARG SCCACHE_REGION_NAME0 B
90ARG SCCACHE_S3_NO_CREDENTIALS0 B
91RUN |9 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE= max_jobs=32 B
92ARG USE_SCCACHE0 B
93ENV SCCACHE_BUCKET=0 B
94ENV SCCACHE_REGION=0 B
95ENV SCCACHE_S3_NO_CREDENTIALS=0 B
96ENV SCCACHE_IDLE_TIMEOUT=0 B
97ARG COMMON_WORKDIR0 B
98WORKDIR /app32 B
99ARG NIC_BACKEND0 B
100ARG AINIC_VERSION0 B
101ARG UBUNTU_CODENAME0 B
102RUN |3 NIC_BACKEND=all AINIC_VERSION=1.117.3-hydra UBUNTU_CODENAME=jammy15.81 MB
103RUN /bin/sh -c python3 -m1.37 KB
104RUN /bin/sh -c rm -f32 B
105ENV SCCACHE_BUCKET=0 B
106ENV SCCACHE_REGION=0 B
107ENV SCCACHE_ENDPOINT=0 B
108ENV SCCACHE_S3_NO_CREDENTIALS=0 B
109ENV SCCACHE_IDLE_TIMEOUT=0 B
110RUN /bin/sh -c case "$(which32 B
111RUN /bin/sh -c uv pip6.5 MB
112RUN /bin/sh -c cd /install524.86 MB
113ARG COMMON_WORKDIR0 B
114ARG BASE_IMAGE0 B
115ARG NIC_BACKEND0 B
116ARG AINIC_VERSION0 B
117COPY /tmp/vllm_commit.txt /tmp/vllm_commit.txt # buildkit176 B
118COPY /app/vllm /app/vllm # buildkit423.63 MB
119ENV HSA_ENABLE_IPC_MODE_LEGACY=10 B
120ENV TOKENIZERS_PARALLELISM=false0 B
121ENV SAFETENSORS_FAST_GPU=10 B
122ENV HIP_FORCE_DEV_KERNARG=10 B
123RUN |4 COMMON_WORKDIR=/app BASE_IMAGE=rocm/dev-ubuntu-22.04:7.2.3-complete NIC_BACKEND=all168 B
124ENV KINETO_CONFIG=/app/libkineto.conf0 B
125RUN |4 COMMON_WORKDIR=/app BASE_IMAGE=rocm/dev-ubuntu-22.04:7.2.3-complete NIC_BACKEND=all480 B
126CMD ["/bin/bash"]0 B

Command

 ARG RELEASE