Sign inSign up

kuzcoxyz/amd64-sglang-nvidia-worker:0.3.0-1a61968

Manifest digest

sha256:0431c41e42352734ef30d26a19b8a05608b50d3fc7c52964da9e90a30f7d8241

OS/ARCH

linux/amd64

Compressed size

8.65 GB

Last pushed

over 1 year by abeatkuzco

Type

Image

Manifest digest

sha256:0431c41e42352734ef30d26a19b8a05608b50d3fc7c52964da9e90a30f7d8241

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=22.040 B
5ADD file ... in / 29.04 MB
6CMD ["/bin/bash"]0 B
7RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive127.88 MB
8ARG CUDA_VERSION0 B
9ARG CUDA_DRIVER_VERSION0 B
10ARG JETPACK_HOST_MOUNTS0 B
11ENV CUDA_VERSION=12.4.1.003 CUDA_DRIVER_VERSION=550.54.15 CUDA_CACHE_DISABLE=1 NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=0 B
12RUN |3 CUDA_VERSION=12.4.1.003 CUDA_DRIVER_VERSION=550.54.15 JETPACK_HOST_MOUNTS=32 B
13RUN |3 CUDA_VERSION=12.4.1.003 CUDA_DRIVER_VERSION=550.54.15 JETPACK_HOST_MOUNTS=153.2 MB
14RUN |3 CUDA_VERSION=12.4.1.003 CUDA_DRIVER_VERSION=550.54.15 JETPACK_HOST_MOUNTS=14.93 KB
15ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash0 B
16LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.00 B
17ARG NCCL_VERSION0 B
18ARG CUBLAS_VERSION0 B
19ARG CUFFT_VERSION0 B
20ARG CURAND_VERSION0 B
21ARG CUSPARSE_VERSION0 B
22ARG CUSOLVER_VERSION0 B
23ARG CUTENSOR_VERSION0 B
24ARG NPP_VERSION0 B
25ARG NVJPEG_VERSION0 B
26ARG CUDNN_VERSION0 B
27ARG TRT_VERSION0 B
28ARG TRTOSS_VERSION0 B
29ARG NSIGHT_SYSTEMS_VERSION0 B
30ARG NSIGHT_COMPUTE_VERSION0 B
31ENV NCCL_VERSION=2.21.5 CUBLAS_VERSION=12.4.5.8 CUFFT_VERSION=11.2.1.3 CURAND_VERSION=10.3.5.1470 B
32RUN |17 CUDA_VERSION=12.4.1.003 CUDA_DRIVER_VERSION=550.54.15 JETPACK_HOST_MOUNTS=2.81 GB
33LABEL com.nvidia.nccl.version=2.21.5 com.nvidia.cublas.version=12.4.5.8 com.nvidia.cufft.version=11.2.1.3 com.nvidia.curand.version=10.3.5.1470 B
34ARG DALI_VERSION0 B
35ARG DALI_BUILD0 B
36ARG POLYGRAPHY_VERSION0 B
37ARG TRANSFORMER_ENGINE_VERSION0 B
38ENV DALI_VERSION=1.36.0 DALI_BUILD=13435171 POLYGRAPHY_VERSION=0.49.8 TRANSFORMER_ENGINE_VERSION=1.50 B
39ADD docs.tgz / # buildkit11.26 KB
40RUN |21 CUDA_VERSION=12.4.1.003 CUDA_DRIVER_VERSION=550.54.15 JETPACK_HOST_MOUNTS=181 B
41ARG _LIBPATH_SUFFIX0 B
42ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video0 B
43COPY entrypoint/ /opt/nvidia/ # buildkit5.71 KB
44ENV NVIDIA_PRODUCT_NAME=CUDA0 B
45ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B
46COPY NVIDIA_Deep_Learning_Container_License.pdf /workspace/ # buildkit136.03 KB
47RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive29.92 MB
48ARG GDRCOPY_VERSION0 B
49ARG HPCX_VERSION0 B
50ARG RDMACORE_VERSION0 B
51ARG MOFED_VERSION=5.4-rdmacore39.00 B
52ARG OPENUCX_VERSION0 B
53ARG OPENMPI_VERSION0 B
54ENV GDRCOPY_VERSION=2.3.1-1 HPCX_VERSION=2.18 MOFED_VERSION=5.4-rdmacore39.0 OPENUCX_VERSION=1.16.00 B
55ARG TARGETARCH0 B
56RUN |7 GDRCOPY_VERSION=2.3.1-1 HPCX_VERSION=2.18 RDMACORE_VERSION=39.084.28 MB
57ENV OPAL_PREFIX=/opt/hpcx/ompi PATH=/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin0 B
58ENV OMPI_MCA_coll_hcoll_enable=00 B
59COPY cuda-*.patch /tmp # buildkit503 B
60RUN |7 GDRCOPY_VERSION=2.3.1-1 HPCX_VERSION=2.18 RDMACORE_VERSION=39.0433.49 MB
61ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:0 B
62ARG NVIDIA_TRITON_SERVER_BASE_VERSION0 B
63ARG NVIDIA_BUILD_ID0 B
64ENV NVIDIA_TRITON_SERVER_BASE_VERSION=24.040 B
65ENV NVIDIA_BUILD_ID=900852370 B
66ENV NVIDIA_PRODUCT_NAME=Triton Server Base0 B
67COPY docker/entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit755 B
68RUN |2 NVIDIA_TRITON_SERVER_BASE_VERSION=24.04 NVIDIA_BUILD_ID=90085237 /bin/sh234 B
69ARG BUILD_TYPE=all0 B
70ENV DEBIAN_FRONTEND=noninteractive0 B
71RUN |1 BUILD_TYPE=all /bin/sh -c76.24 MB
72RUN |1 BUILD_TYPE=all /bin/sh -c14.12 MB
73WORKDIR /sgl-workspace103 B
74ARG CUDA_VERSION=12.4.10 B
75RUN |2 BUILD_TYPE=all CUDA_VERSION=12.4.1 /bin/sh3.98 GB
76ENV DEBIAN_FRONTEND=interactive0 B
77RUN /bin/sh -c apt update41.34 MB
78RUN /bin/sh -c pip install874.17 MB
79WORKDIR /app93 B
80COPY /tmp/kuzco ./kuzco # buildkit38.03 MB
81ENV NODE_ENV=production0 B
82ENV KUZCO_RUNTIME_ENVIRONMENT=sglang0 B
83ENV IS_RUNNING_IN_DOCKER=true0 B
84ENV WORKER=0 B
85ENV CODE=0 B
86ARG API_URL=https://relay.kuzco.xyz0 B
87ARG NATS_URL=wss://n.kuzco.xyz0 B
88ARG BUCKET_BASE_URL=cfs.kuzco.xyz0 B
89ARG KUZCO_BASE_URL=https://kuzco.xyz0 B
90ARG NATS_LOGS_SERVER_URL=wss://nats-logs.kuzco.xyz0 B
91ENV API_URL=https://relay.kuzco.xyz0 B
92ENV NATS_URL=wss://n.kuzco.xyz0 B
93ENV NATS_LOGS_SERVER_URL=wss://nats-logs.kuzco.xyz0 B
94ENV BUCKET_BASE_URL=cfs.kuzco.xyz0 B
95ENV KUZCO_BASE_URL=https://kuzco.xyz0 B
96COPY ./apps/cli/src/lib/chat-templates /app/chat-templates # buildkit3.87 KB
97ENV CHAT_TEMPLATES_PATH=/app/chat-templates0 B
98ENTRYPOINT ["./kuzco" "worker" "start"]0 B

Command

 ARG RELEASE