henryx/haisgl:upstream_20250422_aiter-v0.1.4_mla-prefill-forward_dp-suc_0731

Manifest digest

sha256:9f1c18065dc45580ab731833c068bf596f13ee26a128f6e5da4669ede9ffa62e

OS/ARCH

linux/amd64

Compressed size

17.85 GB

Last pushed

about 1 year by henryx

Type

Image

Manifest digest

sha256:9f1c18065dc45580ab731833c068bf596f13ee26a128f6e5da4669ede9ffa62e

Image Layers

Image Layers

1ARG RELEASE0 B

2ARG LAUNCHPAD_BUILD_ARCH0 B

3LABEL org.opencontainers.image.ref.name=ubuntu0 B

4LABEL org.opencontainers.image.version=22.040 B

5ADD file ... in / 28.17 MB

6CMD ["/bin/bash"]0 B

7LABEL [email protected]0 B

8ARG ROCM_VERSION=5.30 B

9ARG AMDGPU_VERSION=5.30 B

10ARG APT_PREF0 B

11RUN |3 ROCM_VERSION=6.3 AMDGPU_VERSION=6.3 APT_PREF=Package:239 B

12RUN |3 ROCM_VERSION=6.3 AMDGPU_VERSION=6.3 APT_PREF=Package:5.51 GB

13RUN |3 ROCM_VERSION=6.3 AMDGPU_VERSION=6.3 APT_PREF=Package:656 B

14ENV PATH=/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B

15ENV ROCM_PATH=/opt/rocm0 B

16ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:0 B

17ARG PYTORCH_ROCM_ARCH=gfx90a;gfx9420 B

18ENV PYTORCH_ROCM_ARCH=gfx90a;gfx9420 B

19ARG PYTHON_VERSION=3.120 B

20RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh92 B

21WORKDIR /app32 B

22ENV DEBIAN_FRONTEND=noninteractive0 B

23RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh103.87 MB

24RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh66.18 MB

25RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh454.24 MB

26RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh17.4 MB

27RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh248.36 MB

28RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh1.53 MB

29RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh652.19 MB

30ARG BASE_IMAGE=rocm/dev-ubuntu-22.04:6.3-complete0 B

31ARG HIPBLASLT_BRANCH=4d40e360 B

32ARG LEGACY_HIPBLASLT_OPTION=0 B

33ARG RCCL_BRANCH=648a58d0 B

34ARG RCCL_REPO=https://github.com/ROCm/rccl0 B

35ARG TRITON_BRANCH=e5be0060 B

36ARG TRITON_REPO=https://github.com/triton-lang/triton.git0 B

37ARG PYTORCH_BRANCH=8d4926e0 B

38ARG PYTORCH_VISION_BRANCH=v0.19.10 B

39ARG PYTORCH_REPO=https://github.com/pytorch/pytorch.git0 B

40ARG PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git0 B

41ARG FA_BRANCH=b7d29fb0 B

42ARG FA_REPO=https://github.com/ROCm/flash-attention.git0 B

43RUN |15 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 BASE_IMAGE=rocm/dev-ubuntu-22.04:6.3-complete375 B

44ARG ARG_PYTORCH_ROCM_ARCH0 B

45ENV PYTORCH_ROCM_ARCH=gfx90a;gfx9420 B

46RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c105.74 MB

47RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c1.49 KB

48RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c32 B

49ARG COMMON_WORKDIR=/app0 B

50WORKDIR /app32 B

51RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh1.95 KB

52RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh32 B

53RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh5.02 MB

54ARG BUILD_RPD=10 B

55RUN |3 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app BUILD_RPD=15.8 MB

56ENV VLLM_INSTALL_PUNICA_KERNELS=10 B

57RUN |3 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app BUILD_RPD=1615.93 MB

58ARG COMMON_WORKDIR=/app0 B

59COPY /benchmarks /app/vllm/benchmarks # buildkit83.07 KB

60COPY /tests /app/vllm/tests # buildkit537.54 KB

61COPY /examples /app/vllm/examples # buildkit64.23 KB

62COPY /.buildkite /app/vllm/.buildkite # buildkit33.73 KB

63ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=10 B

64ENV TOKENIZERS_PARALLELISM=false0 B

65ENV HIP_FORCE_DEV_KERNARG=10 B

66RUN |4 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app BUILD_RPD=1636 B

67CMD ["/bin/bash"]0 B

68USER root0 B

69WORKDIR /sgl-workspace103 B

70ARG BUILD_TYPE=all0 B

71ARG SGL_REPO=https://github.com/sgl-project/sglang0 B

72ENV SGL_DEFAULT=main0 B

73ARG SGL_BRANCH=main0 B

74ARG TRITON_REPO=https://github.com/triton-lang/triton.git0 B

75ARG TRITON_COMMIT=845d75a0 B

76ARG ATER_REPO=https://github.com/HaiShaw/ater0 B

77ARG CK_COMMITS=fa05ae0 B

78RUN |7 BUILD_TYPE=all SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main78.66 MB

79RUN |7 BUILD_TYPE=all SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main22.51 MB

80RUN |7 BUILD_TYPE=all SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main38.11 KB

81RUN |7 BUILD_TYPE=all SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main36.1 KB

82RUN |7 BUILD_TYPE=all SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main313 B

83RUN |7 BUILD_TYPE=all SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main3.9 GB

84RUN |7 BUILD_TYPE=all SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main47.87 MB

85ENV HIP_FORCE_DEV_KERNARG=10 B

86ENV HSA_NO_SCRATCH_RECLAIM=10 B

87ENV SGLANG_SET_CPU_AFFINITY=10 B

88ENV SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN=10 B

89ENV NCCL_MIN_NCHANNELS=1120 B

90ENV MOE_PADDING=10 B

91ENV VLLM_FP8_PADDING=10 B

92ENV VLLM_FP8_ACT_PADDING=10 B

93ENV VLLM_FP8_WEIGHT_PADDING=10 B

94ENV VLLM_FP8_REDUCE_CONV=10 B

95ENV TORCHINDUCTOR_MAX_AUTOTUNE=10 B

96ENV TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE=10 B

97CMD ["/bin/bash"]0 B

98/bin/bash4.29 GB

99/bin/bash34.44 MB

100/bin/bash39.41 MB

101/bin/bash141.53 MB

102/bin/bash19.5 MB

103ENV RCCL_MSCCL_ENABLE=00 B

104ENV RCCL_MSCCL_ENABLE=00 B

105ENV DEBUG_HIP_BLOCK_SYN=10240 B

106ENV GPU_FORCE_BLIT_COPY_SIZE=640 B

107USER root0 B

108WORKDIR /sgl-workspace32 B

109RUN /bin/sh -c rm -rf167 B

110RUN /bin/sh -c pip uninstall552 B

111ARG BUILD_TYPE=all0 B

112ARG SGL_REPO=https://github.com/BruceXcluding/sglang.git0 B

113ENV SGL_COMMIT=aiter_customer0 B

114ARG SGL_BRANCH=aiter_customer0 B

115ARG AITER_REPO=https://github.com/BruceXcluding/aiter.git0 B

116ARG AITER_COMMIT=main0 B

117RUN |5 BUILD_TYPE=all SGL_REPO=https://github.com/BruceXcluding/sglang.git SGL_BRANCH=aiter_customer65.38 MB

118RUN |5 BUILD_TYPE=all SGL_REPO=https://github.com/BruceXcluding/sglang.git SGL_BRANCH=aiter_customer26.08 MB

119RUN |5 BUILD_TYPE=all SGL_REPO=https://github.com/BruceXcluding/sglang.git SGL_BRANCH=aiter_customer2.43 KB

120RUN |5 BUILD_TYPE=all SGL_REPO=https://github.com/BruceXcluding/sglang.git SGL_BRANCH=aiter_customer46.81 MB

121RUN |5 BUILD_TYPE=all SGL_REPO=https://github.com/BruceXcluding/sglang.git SGL_BRANCH=aiter_customer2.73 KB

122ENV RCCL_MSCCL_ENABLE=00 B

123ENV HSA_NO_SCRATCH_RECLAIM=10 B

124ENV CK_MOE=10 B

125ENV DEBUG_HIP_BLOCK_SYNC=10240 B

126ENV GPU_FORCE_BLIT_COPY_SIZE=640 B

127CMD ["/bin/bash"]0 B

128/bin/bash164.8 MB

129/bin/bash63.59 MB

130/bin/bash99 B

131USER root0 B

132WORKDIR /sgl-workspace32 B

133RUN /bin/sh -c rm -rf161 B

134RUN /bin/sh -c pip uninstall549 B

135ARG BUILD_TYPE=all0 B

136ARG SGL_REPO=https://github.com/BruceXcluding/sglang.git0 B

137ENV SGL_COMMIT=aiter_customer0 B

138ARG SGL_BRANCH=aiter_customer0 B

139ARG AITER_REPO=https://github.com/BruceXcluding/aiter.git0 B

140ARG AITER_COMMIT=main0 B

141RUN |5 BUILD_TYPE=all SGL_REPO=https://github.com/BruceXcluding/sglang.git SGL_BRANCH=aiter_customer61.4 MB

142RUN |5 BUILD_TYPE=all SGL_REPO=https://github.com/BruceXcluding/sglang.git SGL_BRANCH=aiter_customer27.38 MB

143RUN |5 BUILD_TYPE=all SGL_REPO=https://github.com/BruceXcluding/sglang.git SGL_BRANCH=aiter_customer15 KB

144RUN |5 BUILD_TYPE=all SGL_REPO=https://github.com/BruceXcluding/sglang.git SGL_BRANCH=aiter_customer47.54 MB

145RUN |5 BUILD_TYPE=all SGL_REPO=https://github.com/BruceXcluding/sglang.git SGL_BRANCH=aiter_customer2.73 KB

146CMD ["/bin/bash"]0 B

147/bin/bash15.32 MB

148/bin/bash457.16 MB

149/bin/bash125.31 MB

150/bin/bash122.22 MB

151/bin/bash339.61 MB

Command

 ARG RELEASE