Sign inSign up

henryx/haisgl:sglang-main-7d0edf_rocm630_aiter-branch-batch-prefill-instr-sched-opt-8618a5e_softsign_aiter-no-nan_0606

Manifest digest

sha256:a763e4b6e8ff0cc960dac957260381eebf0958ddfda08b4db5c3aaf33a7dc4f9

OS/ARCH

linux/amd64

Compressed size

16.71 GB

Last pushed

over 1 year by henryx

Type

Image

Manifest digest

sha256:a763e4b6e8ff0cc960dac957260381eebf0958ddfda08b4db5c3aaf33a7dc4f9

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=22.040 B
5ADD file ... in / 28.17 MB
6CMD ["/bin/bash"]0 B
7LABEL [email protected]0 B
8ARG ROCM_VERSION=5.30 B
9ARG AMDGPU_VERSION=5.30 B
10ARG APT_PREF0 B
11RUN |3 ROCM_VERSION=6.3 AMDGPU_VERSION=6.3 APT_PREF=Package:239 B
12RUN |3 ROCM_VERSION=6.3 AMDGPU_VERSION=6.3 APT_PREF=Package:5.51 GB
13RUN |3 ROCM_VERSION=6.3 AMDGPU_VERSION=6.3 APT_PREF=Package:656 B
14ENV PATH=/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
15ENV ROCM_PATH=/opt/rocm0 B
16ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:0 B
17ARG PYTORCH_ROCM_ARCH=gfx90a;gfx9420 B
18ENV PYTORCH_ROCM_ARCH=gfx90a;gfx9420 B
19ARG PYTHON_VERSION=3.120 B
20RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh92 B
21WORKDIR /app32 B
22ENV DEBIAN_FRONTEND=noninteractive0 B
23RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh103.87 MB
24RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh66.18 MB
25RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh454.24 MB
26RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh17.4 MB
27RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh248.36 MB
28RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh1.53 MB
29RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh652.19 MB
30ARG BASE_IMAGE=rocm/dev-ubuntu-22.04:6.3-complete0 B
31ARG HIPBLASLT_BRANCH=4d40e360 B
32ARG LEGACY_HIPBLASLT_OPTION=0 B
33ARG RCCL_BRANCH=648a58d0 B
34ARG RCCL_REPO=https://github.com/ROCm/rccl0 B
35ARG TRITON_BRANCH=e5be0060 B
36ARG TRITON_REPO=https://github.com/triton-lang/triton.git0 B
37ARG PYTORCH_BRANCH=8d4926e0 B
38ARG PYTORCH_VISION_BRANCH=v0.19.10 B
39ARG PYTORCH_REPO=https://github.com/pytorch/pytorch.git0 B
40ARG PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git0 B
41ARG FA_BRANCH=b7d29fb0 B
42ARG FA_REPO=https://github.com/ROCm/flash-attention.git0 B
43RUN |15 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 BASE_IMAGE=rocm/dev-ubuntu-22.04:6.3-complete375 B
44ARG ARG_PYTORCH_ROCM_ARCH0 B
45ENV PYTORCH_ROCM_ARCH=gfx90a;gfx9420 B
46RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c105.74 MB
47RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c1.49 KB
48RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c32 B
49ARG COMMON_WORKDIR=/app0 B
50WORKDIR /app32 B
51RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh1.95 KB
52RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh32 B
53RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh5.02 MB
54ARG BUILD_RPD=10 B
55RUN |3 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app BUILD_RPD=15.8 MB
56ENV VLLM_INSTALL_PUNICA_KERNELS=10 B
57RUN |3 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app BUILD_RPD=1615.93 MB
58ARG COMMON_WORKDIR=/app0 B
59COPY /benchmarks /app/vllm/benchmarks # buildkit83.07 KB
60COPY /tests /app/vllm/tests # buildkit537.54 KB
61COPY /examples /app/vllm/examples # buildkit64.23 KB
62COPY /.buildkite /app/vllm/.buildkite # buildkit33.73 KB
63ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=10 B
64ENV TOKENIZERS_PARALLELISM=false0 B
65ENV HIP_FORCE_DEV_KERNARG=10 B
66RUN |4 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app BUILD_RPD=1636 B
67CMD ["/bin/bash"]0 B
68/bin/bash662.74 MB
69USER root0 B
70WORKDIR /sgl-workspace32 B
71ARG BUILD_TYPE=all0 B
72ARG SGL_REPO=https://github.com/sgl-project/sglang0 B
73ENV SGL_DEFAULT=main0 B
74ARG SGL_BRANCH=main0 B
75ARG TRITON_REPO=https://github.com/ROCm/triton.git0 B
76ARG TRITON_COMMIT=improve_fa_decode_3.0.00 B
77ARG AITER_REPO=https://github.com/ROCm/aiter.git0 B
78ARG AITER_COMMIT=testx0 B
79RUN |7 BUILD_TYPE=all SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main133.64 MB
80RUN |7 BUILD_TYPE=all SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main28.47 MB
81RUN |7 BUILD_TYPE=all SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main38.92 KB
82RUN |7 BUILD_TYPE=all SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main36.36 KB
83RUN |7 BUILD_TYPE=all SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main315 B
84RUN |7 BUILD_TYPE=all SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main4.16 GB
85RUN |7 BUILD_TYPE=all SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main194.98 MB
86RUN |7 BUILD_TYPE=all SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main2.75 KB
87ENV HIP_FORCE_DEV_KERNARG=10 B
88ENV HSA_NO_SCRATCH_RECLAIM=10 B
89ENV SGLANG_SET_CPU_AFFINITY=10 B
90ENV SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN=10 B
91ENV NCCL_MIN_NCHANNELS=1120 B
92ENV MOE_PADDING=10 B
93ENV VLLM_FP8_PADDING=10 B
94ENV VLLM_FP8_ACT_PADDING=10 B
95ENV VLLM_FP8_WEIGHT_PADDING=10 B
96ENV VLLM_FP8_REDUCE_CONV=10 B
97ENV TORCHINDUCTOR_MAX_AUTOTUNE=10 B
98ENV TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE=10 B
99CMD ["/bin/bash"]0 B
100/bin/bash386.35 MB
101/bin/bash134.35 MB
102/bin/bash57.46 MB
103/bin/bash83.79 MB
104/bin/bash270.19 MB
105/bin/bash7.62 MB
106/bin/bash108.21 MB
107/bin/bash834.88 MB
108/bin/bash148.33 MB
109/bin/bash589.19 MB
110/bin/bash521.16 MB
111/bin/bash14.28 MB
112/bin/bash100.09 MB
113/bin/bash36 MB
114/bin/bash97.8 MB
115/bin/bash116.48 MB
116/bin/bash370.32 MB

Command

 ARG RELEASE