Sign inSign up

sparksnail/prism-serve:week12-perf-qwen3-8b-3390613bf7eb

Index digest

sha256:356f0d148350f5d2787c7fd21ad6a9cf555acb3451d9e58d113df2331e083230

OS/ARCH

linux/amd64

Compressed size

126.71 MB

Last pushed

about 1 month by sparksnail

Type

Image

Manifest digest

sha256:36146cc71dd657f64d4ade0ba214f63b55cc8bb4c1b684b93fa0aba72422745e

Image Layers

Image Layers

1ADD file ... in / 27.78 MB
2CMD ["bash"]0 B
3ENV PATH=/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
4ENV LANG=C.UTF-80 B
5RUN /bin/sh -c set -eux;3.35 MB
6ENV GPG_KEY=7169605F62C751356D054A26A821E680E5FA63050 B
7ENV PYTHON_VERSION=3.12.40 B
8RUN /bin/sh -c set -eux;11.45 MB
9RUN /bin/sh -c set -eux;239 B
10ENV PYTHON_PIP_VERSION=24.00 B
11ENV PYTHON_GET_PIP_URL=https://github.com/pypa/get-pip/raw/66d8a0f637083e2c3ddffc0cb1e65ce126afb856/public/get-pip.py0 B
12ENV PYTHON_GET_PIP_SHA256=6fb7b781206356f45ad79efbb19322caa6c2a5ad39092d0d44d0fec94117e1180 B
13RUN /bin/sh -c set -eux;4.04 MB
14CMD ["python3"]0 B
15ENV PYTHONDONTWRITEBYTECODE=1 PYTHONUNBUFFERED=1 HF_HUB_DISABLE_TELEMETRY=10 B
16WORKDIR /app93 B
17RUN /bin/sh -c python -m75.67 MB
18COPY pyproject.toml README.md LICENSE ./5.85 KB
19COPY prism_serve ./prism_serve # buildkit111.75 KB
20RUN /bin/sh -c python -m571.52 KB
21ENV PRISM_IMAGE_VARIANT=performance PRISM_MODEL_PROFILE=qwen3-8b-bf16-tp1 PRISM_MODEL=/opt/models/Qwen3-8B PRISM_MODEL_ID=Qwen/Qwen3-8B0 B
22ARG PRISM_IMAGE_VARIANT0 B
23ARG GIT_SHA0 B
24ARG SOURCE_URL=https://github.com/SparkSnail/prism-serve0 B
25RUN |3 PRISM_IMAGE_VARIANT=performance GIT_SHA=3390613bf7eb70ec9a8053bfb72b6c4158a03e1a SOURCE_URL=https://github.com/SparkSnail/prism-serve32 B
26ENV PRISM_IMAGE_GIT_SHA=3390613bf7eb70ec9a8053bfb72b6c4158a03e1a0 B
27RUN |3 PRISM_IMAGE_VARIANT=performance GIT_SHA=3390613bf7eb70ec9a8053bfb72b6c4158a03e1a SOURCE_URL=https://github.com/SparkSnail/prism-serve3.75 MB
28RUN |3 PRISM_IMAGE_VARIANT=performance GIT_SHA=3390613bf7eb70ec9a8053bfb72b6c4158a03e1a SOURCE_URL=https://github.com/SparkSnail/prism-serve633 B
29ENV HF_HUB_OFFLINE=1 TRANSFORMERS_OFFLINE=1 PIP_NO_CACHE_DIR=10 B
30LABEL org.opencontainers.image.source=https://github.com/SparkSnail/prism-serve org.opencontainers.image.revision=3390613bf7eb70ec9a8053bfb72b6c4158a03e1a org.opencontainers.image.title=prism-serve experimental0 B
31EXPOSE map[8080/tcp:{}]0 B
32HEALTHCHECK &{["CMD-SHELL" "python -c \"import0 B
33STOPSIGNAL SIGTERM0 B
34ENTRYPOINT ["prism-serve"]0 B

Command

ADD file:6c4730e7b12278bc7eb83b3b9d659437c92c42fc7ee70922ae8c4bebfb56a602 in /