Sign inSign up

matamagu/deepseek-r1-distill-qwen-7b:0.1.0

Multi-platform
Index digest

sha256:b38b341f3f5b8ce19543975f6eab9344c35ba9b464f65826e69752b5963622a0

OS/ARCH

Compressed size

4.36 GB

Last pushed

10 months by matamagu

Type

Image

Manifest digest

sha256:d907201b4ecff37e3a799397ac513a01cfa72c779b26fb975047828f5d94f510

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=22.040 B
5ADD file ... in / 28.17 MB
6CMD ["/bin/bash"]0 B
7ARG CHAT_MODEL_FILE=DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf0 B
8ARG EMBEDDING_MODEL_FILE=all-MiniLM-L6-v2-Q4_K_M.gguf0 B
9ARG PROMPT_TEMPLATE=chatml0 B
10ENV CHAT_MODEL_FILE=DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf0 B
11ENV EMBEDDING_MODEL_FILE=all-MiniLM-L6-v2-Q4_K_M.gguf0 B
12ENV PROMPT_TEMPLATE=chatml0 B
13RUN |3 CHAT_MODEL_FILE=DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf EMBEDDING_MODEL_FILE=all-MiniLM-L6-v2-Q4_K_M.gguf PROMPT_TEMPLATE=chatml2.53 MB
14RUN |3 CHAT_MODEL_FILE=DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf EMBEDDING_MODEL_FILE=all-MiniLM-L6-v2-Q4_K_M.gguf PROMPT_TEMPLATE=chatml96 B
15COPY DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf /models/DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf # buildkit4.28 GB
16COPY all-MiniLM-L6-v2-Q4_K_M.gguf /models/all-MiniLM-L6-v2-Q4_K_M.gguf # buildkit18.97 MB
17WORKDIR /app93 B
18COPY run.sh ./run.sh # buildkit442 B
19RUN |3 CHAT_MODEL_FILE=DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf EMBEDDING_MODEL_FILE=all-MiniLM-L6-v2-Q4_K_M.gguf PROMPT_TEMPLATE=chatml426 B
20RUN |3 CHAT_MODEL_FILE=DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf EMBEDDING_MODEL_FILE=all-MiniLM-L6-v2-Q4_K_M.gguf PROMPT_TEMPLATE=chatml30.22 MB
21RUN |3 CHAT_MODEL_FILE=DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf EMBEDDING_MODEL_FILE=all-MiniLM-L6-v2-Q4_K_M.gguf PROMPT_TEMPLATE=chatml3.13 MB
22RUN |3 CHAT_MODEL_FILE=DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf EMBEDDING_MODEL_FILE=all-MiniLM-L6-v2-Q4_K_M.gguf PROMPT_TEMPLATE=chatml1.67 MB
23ENTRYPOINT ["/bin/sh" "-c" "./run.sh $CHAT_MODEL_FILE0 B

Command

 ARG RELEASE