Sign inSign up

amdenterpriseai/aim-epyc-deepseek-ai-deepseek-r1-distill-qwen-7b:0.13.0

Manifest digest

sha256:938d90d8bda07958318ea64907edadbcbff2ba5df20b96bb7e062ebf8f65cc68

OS/ARCH

linux/amd64

Compressed size

1.19 GB

Last pushed

about 1 month by amdenterpriseai

Type

Image

Manifest digest

sha256:938d90d8bda07958318ea64907edadbcbff2ba5df20b96bb7e062ebf8f65cc68

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.version=22.040 B
4ADD file ... in / 29.23 MB
5CMD ["/bin/bash"]0 B
6WORKDIR /workspace99 B
7ARG PYTHON_VERSION=3.120 B
8ARG PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu0 B
9RUN |2 PYTHON_VERSION=3.12 PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu /bin/sh265.86 MB
10ENV CC=/usr/bin/gcc-12 CXX=/usr/bin/g++-120 B
11ENV CCACHE_DIR=/root/.cache/ccache0 B
12ENV CMAKE_CXX_COMPILER_LAUNCHER=ccache0 B
13ENV PATH=/root/.local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
14ENV VIRTUAL_ENV=/opt/venv0 B
15ENV UV_PYTHON_INSTALL_DIR=/opt/uv/python0 B
16RUN |2 PYTHON_VERSION=3.12 PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu /bin/sh34.25 MB
17ENV PATH=/opt/venv/bin:/root/.local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
18ENV UV_HTTP_TIMEOUT=5000 B
19ENV PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu0 B
20ENV UV_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu0 B
21ENV UV_INDEX_STRATEGY=unsafe-best-match0 B
22ENV UV_LINK_MODE=copy0 B
23COPY requirements/common.txt requirements/common.txt # buildkit1.61 KB
24COPY requirements/cpu.txt requirements/cpu.txt # buildkit617 B
25RUN |2 PYTHON_VERSION=3.12 PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu /bin/sh681.48 MB
26ARG TARGETARCH=amd640 B
27ENV TARGETARCH=amd640 B
28ENV LD_PRELOAD=/usr/lib/x86_64-linux-gnu/libtcmalloc_minimal.so.4:/opt/venv/lib/libiomp5.so0 B
29RUN |3 PYTHON_VERSION=3.12 PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu TARGETARCH=amd641.55 KB
30WORKDIR /vllm-workspace104 B
31RUN |3 PYTHON_VERSION=3.12 PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu TARGETARCH=amd64175.6 MB
32LABEL org.opencontainers.image.title=vLLM CPU0 B
33LABEL org.opencontainers.image.description=vLLM inference engine for0 B
34LABEL org.opencontainers.image.vendor=vLLM Project0 B
35LABEL org.opencontainers.image.source=https://github.com/vllm-project/vllm0 B
36ARG TARGETARCH=amd640 B
37ARG VLLM_CPU_X860 B
38ARG VLLM_CPU_ARM_BF160 B
39ARG PYTHON_VERSION0 B
40LABEL ai.vllm.build.target-arch=amd640 B
41LABEL ai.vllm.build.cpu-x86=false0 B
42LABEL ai.vllm.build.cpu-arm-bf16=false0 B
43LABEL ai.vllm.build.python-version=3.120 B
44ENTRYPOINT ["vllm" "serve"]0 B
45ARG TARGETARCH=amd640 B
46RUN |5 PYTHON_VERSION=3.12 PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu TARGETARCH=amd6432 B
47RUN |5 PYTHON_VERSION=3.12 PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu TARGETARCH=amd6424.15 MB
48ENTRYPOINT ["vllm" "serve"]0 B
49ARG PARENT_REGISTRY_PREFIX=docker.io/amdih0 B
50ARG PARENT_REPOSITORY=zentorch_vllm_upstream0 B
51ARG PARENT_TAG=v0.22.1_ubuntu22.040 B
52ARG INSTALL_LMCACHE=false0 B
53ARG INSTALL_LMCACHE_COMMIT=d5be14f0 B
54ENV PYTHONUNBUFFERED=10 B
55ENV DEBIAN_FRONTEND=noninteractive0 B
56ENV PYTHONPATH=/workspace/aim-runtime/src0 B
57ENV HF_HOME=/workspace/model-cache0 B
58ENV HF_DATASETS_CACHE=/workspace/model-cache0 B
59ENV HF_HUB_DISABLE_TELEMETRY=10 B
60ENV AIM_UPSTREAM_IMAGE_REF=docker.io/amdih/zentorch_vllm_upstream:v0.22.1_ubuntu22.040 B
61ENV AIM_ALLOW_GENERAL_PROFILE_FALLBACK=true0 B
62ENV AIM_CONFIG_PATH=/workspace/aim-runtime/config0 B
63ENV AIM_ACCELERATOR_FAMILY=epyc0 B
64ENV AIM_ACCELERATOR_TYPE=cpu0 B
65ENV VLLM_CPU_OMP_THREADS_BIND=auto0 B
66RUN |5 PARENT_REGISTRY_PREFIX=docker.io/amdih PARENT_REPOSITORY=zentorch_vllm_upstream PARENT_TAG=v0.22.1_ubuntu22.0432 B
67WORKDIR /workspace32 B
68COPY src/aim_runtime/ /workspace/aim-runtime/src/aim_runtime/ # buildkit161.08 KB
69COPY src/aim_common/ /workspace/aim-runtime/src/aim_common/ # buildkit17.76 KB
70COPY requirements/requirements.txt /workspace/aim-runtime/ # buildkit415 B
71COPY requirements/epyc-requirements.txt /workspace/aim-runtime/ # buildkit438 B
72COPY src/entrypoint.py /workspace/entrypoint.py # buildkit6.79 KB
73RUN |5 PARENT_REGISTRY_PREFIX=docker.io/amdih PARENT_REPOSITORY=zentorch_vllm_upstream PARENT_TAG=v0.22.1_ubuntu22.0432 B
74ARG AIM_BASE_CONFIG_DIR=assets/epyc/base/config0 B
75ARG AIM_BASE_PROFILES_DIR=assets/epyc/base/profiles/general0 B
76COPY assets/epyc/base/profiles/general /workspace/aim-runtime/profiles/general # buildkit615 B
77COPY assets/epyc/base/config /workspace/aim-runtime/config # buildkit605 B
78RUN |7 PARENT_REGISTRY_PREFIX=docker.io/amdih PARENT_REPOSITORY=zentorch_vllm_upstream PARENT_TAG=v0.22.1_ubuntu22.043.31 MB
79RUN |7 PARENT_REGISTRY_PREFIX=docker.io/amdih PARENT_REPOSITORY=zentorch_vllm_upstream PARENT_TAG=v0.22.1_ubuntu22.0432 B
80RUN |7 PARENT_REGISTRY_PREFIX=docker.io/amdih PARENT_REPOSITORY=zentorch_vllm_upstream PARENT_TAG=v0.22.1_ubuntu22.04126 B
81COPY LICENSE /workspace/LICENSE # buildkit803 B
82COPY LICENSE.EPYC_AIMS /workspace/LICENSE.EPYC_AIMS # buildkit6.2 KB
83ENTRYPOINT ["./entrypoint.py"]0 B
84ARG PARENT_REGISTRY_PREFIX=docker.io/silogenai0 B
85ARG PARENT_REPOSITORY=aim-epyc-base0 B
86ARG PARENT_TAG=0.130 B
87ARG ORG=deepseek-ai0 B
88ARG MODEL=DeepSeek-R1-Distill-Qwen-7B0 B
89ARG ACCELERATOR_FAMILY=epyc0 B
90RUN |6 PARENT_REGISTRY_PREFIX=docker.io/silogenai PARENT_REPOSITORY=aim-epyc-base PARENT_TAG=0.1332 B
91RUN |6 PARENT_REGISTRY_PREFIX=docker.io/silogenai PARENT_REPOSITORY=aim-epyc-base PARENT_TAG=0.1332 B
92ENV AIM_BASE_IMAGE_REF=docker.io/silogenai/aim-epyc-base:0.130 B
93ENV AIM_ID=deepseek-ai/DeepSeek-R1-Distill-Qwen-7B0 B
94ENV AIM_ALLOW_GENERAL_PROFILE_FALLBACK=false0 B
95RUN |6 PARENT_REGISTRY_PREFIX=docker.io/silogenai PARENT_REPOSITORY=aim-epyc-base PARENT_TAG=0.1332 B
96RUN |6 PARENT_REGISTRY_PREFIX=docker.io/silogenai PARENT_REPOSITORY=aim-epyc-base PARENT_TAG=0.1332 B
97COPY assets/epyc/deepseek-ai/DeepSeek-R1-Distill-Qwen-7B/profiles /workspace/aim-runtime/profiles/deepseek-ai/DeepSeek-R1-Distill-Qwen-7B/ # buildkit825 B
98RUN |6 PARENT_REGISTRY_PREFIX=docker.io/silogenai PARENT_REPOSITORY=aim-epyc-base PARENT_TAG=0.1332 B
99ENTRYPOINT ["./entrypoint.py"]0 B

Command

 ARG RELEASE