naison/llamafactory:allinone20250421

Manifest digest

sha256:f64bc25dd3472a8405852b545542bedafd26ce4b2f021f76630f060b22acd04b

OS/ARCH

linux/amd64

Compressed size

14.05 GB

Last pushed

over 1 year by naison

Type

Image

Manifest digest

sha256:f64bc25dd3472a8405852b545542bedafd26ce4b2f021f76630f060b22acd04b

Image Layers

Image Layers

1ARG RELEASE0 B

2ARG LAUNCHPAD_BUILD_ARCH0 B

3LABEL org.opencontainers.image.ref.name=ubuntu0 B

4LABEL org.opencontainers.image.version=24.040 B

5ADD file ... in / 29.19 MB

6CMD ["/bin/bash"]0 B

7RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive109.11 MB

8ARG CUDA_VERSION=12.6.3.0040 B

9ARG CUDA_DRIVER_VERSION=560.35.050 B

10ARG JETPACK_HOST_MOUNTS=0 B

11ENV CUDA_VERSION=12.6.3.004 CUDA_DRIVER_VERSION=560.35.05 CUDA_CACHE_DISABLE=1 NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=0 B

12RUN |3 CUDA_VERSION=12.6.3.004 CUDA_DRIVER_VERSION=560.35.05 JETPACK_HOST_MOUNTS=34 B

13RUN |3 CUDA_VERSION=12.6.3.004 CUDA_DRIVER_VERSION=560.35.05 JETPACK_HOST_MOUNTS=150 MB

14RUN |3 CUDA_VERSION=12.6.3.004 CUDA_DRIVER_VERSION=560.35.05 JETPACK_HOST_MOUNTS=15.06 KB

15ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash0 B

16LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.00 B

17ARG NCCL_VERSION=2.23.40 B

18ARG CUBLAS_VERSION=12.6.4.10 B

19ARG CUFFT_VERSION=11.3.0.40 B

20ARG CURAND_VERSION=10.3.7.770 B

21ARG CUSPARSE_VERSION=12.5.4.20 B

22ARG CUSOLVER_VERSION=11.7.1.20 B

23ARG CUTENSOR_VERSION=2.0.2.50 B

24ARG NPP_VERSION=12.3.1.540 B

25ARG NVJPEG_VERSION=12.3.3.540 B

26ARG CUDNN_VERSION=9.6.0.740 B

27ARG CUDNN_FRONTEND_VERSION=1.8.00 B

28ARG TRT_VERSION=10.7.0.230 B

29ARG TRTOSS_VERSION=0 B

30ARG NSIGHT_SYSTEMS_VERSION=2024.7.1.840 B

31ARG NSIGHT_COMPUTE_VERSION=2024.3.2.30 B

32ARG CUSPARSELT_VERSION=0.6.3.20 B

33ENV NCCL_VERSION=2.23.4 CUBLAS_VERSION=12.6.4.1 CUFFT_VERSION=11.3.0.4 CURAND_VERSION=10.3.7.770 B

34RUN |19 CUDA_VERSION=12.6.3.004 CUDA_DRIVER_VERSION=560.35.05 JETPACK_HOST_MOUNTS=4.04 GB

35

LABEL com.nvidia.nccl.version=2.23.4 com.nvidia.cublas.version=12.6.4.1 com.nvidia.cufft.version=11.3.0.4 com.nvidia.curand.version=10.3.7.77

0 B

36ARG DALI_VERSION=1.44.00 B

37ARG DALI_BUILD=204025420 B

38ARG POLYGRAPHY_VERSION=0.49.130 B

39ARG TRANSFORMER_ENGINE_VERSION=1.130 B

40ARG MODEL_OPT_VERSION=0.21.00 B

41ENV DALI_VERSION=1.44.0 DALI_BUILD=20402542 POLYGRAPHY_VERSION=0.49.13 TRANSFORMER_ENGINE_VERSION=1.130 B

42ADD docs.tgz / # buildkit11.26 KB

43RUN |24 CUDA_VERSION=12.6.3.004 CUDA_DRIVER_VERSION=560.35.05 JETPACK_HOST_MOUNTS=182 B

44ARG _LIBPATH_SUFFIX=0 B

45

ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video

0 B

46COPY entrypoint/ /opt/nvidia/ # buildkit6.18 KB

47ENV NVIDIA_PRODUCT_NAME=CUDA0 B

48ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B

49COPY NVIDIA_Deep_Learning_Container_License.pdf /workspace/ # buildkit136.03 KB

50RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive34.95 MB

51ARG GDRCOPY_VERSION=2.4.10 B

52ARG HPCX_VERSION=2.210 B

53ARG RDMACORE_VERSION=39.00 B

54ARG MOFED_VERSION=5.4-rdmacore39.00 B

55ARG OPENUCX_VERSION=1.18.00 B

56ARG OPENMPI_VERSION=4.1.70 B

57ARG EFA_VERSION=1.34.00 B

58ARG AWS_OFI_NCCL_VERSION=1.12.10 B

59ENV GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.21 MOFED_VERSION=5.4-rdmacore39.0 OPENUCX_VERSION=1.18.00 B

60ARG TARGETARCH=amd640 B

61RUN |9 GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.21 RDMACORE_VERSION=39.084.2 MB

62

ENV OPAL_PREFIX=/opt/hpcx/ompi PATH=/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin

0 B

63ENV OMPI_MCA_coll_hcoll_enable=00 B

64COPY cuda-*.patch /tmp # buildkit502 B

65RUN |9 GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.21 RDMACORE_VERSION=39.0424.41 MB

66ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:0 B

67COPY /opt/amazon/aws-ofi-nccl /opt/amazon/aws-ofi-nccl # buildkit379.91 KB

68RUN |9 GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.21 RDMACORE_VERSION=39.09.07 KB

69ENV NVIDIA_PRODUCT_NAME=PyTorch0 B

70ARG NVIDIA_PYTORCH_VERSION=24.120 B

71ARG PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc00 B

72ARG NVFUSER_BUILD_VERSION=0d333660 B

73

ENV PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 PYTORCH_VERSION=2.6.0a0+df5bbc0 PYTORCH_BUILD_NUMBER=0 NVIDIA_PYTORCH_VERSION=24.12

0 B

74ENV NVFUSER_BUILD_VERSION=0d33366 NVFUSER_VERSION=0d333660 B

75LABEL com.nvidia.pytorch.version=2.6.0a0+df5bbc00 B

76ARG TARGETARCH=amd640 B

77ARG PYVER=3.120 B

78ARG PYVER_MAJMIN=3120 B

79ENV PIP_BREAK_SYSTEM_PACKAGES=10 B

80ARG L4T=00 B

81RUN |7 NVIDIA_PYTORCH_VERSION=24.12 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d3336670.07 MB

82ENV PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python0 B

83RUN |7 NVIDIA_PYTORCH_VERSION=24.12 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d333665.44 MB

84RUN |7 NVIDIA_PYTORCH_VERSION=24.12 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d3336627.93 MB

85RUN |7 NVIDIA_PYTORCH_VERSION=24.12 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d3336612.16 MB

86RUN |7 NVIDIA_PYTORCH_VERSION=24.12 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d3336634 B

87ENV NVPL_LAPACK_MATH_MODE=PEDANTIC0 B

88WORKDIR /opt/pytorch115 B

89COPY . . # buildkit361.33 MB

90ENV PYTHONIOENCODING=utf-80 B

91ENV LC_ALL=C.UTF-80 B

92ENV PIP_DEFAULT_TIMEOUT=1000 B

93RUN |7 NVIDIA_PYTORCH_VERSION=24.12 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d33366636.18 MB

94RUN |7 NVIDIA_PYTORCH_VERSION=24.12 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d3336670.82 MB

95RUN |7 NVIDIA_PYTORCH_VERSION=24.12 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d333668.36 KB

96WORKDIR /opt/pytorch34 B

97COPY /builder/jupyterlab_tensorboard_pro/dist /opt/pytorch/jupyterlab_tensorboard_pro_wheel # buildkit2 MB

98RUN |7 NVIDIA_PYTORCH_VERSION=24.12 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d333664.6 MB

99COPY jupyter_config/jupyter_notebook_config.py /usr/local/etc/jupyter/ # buildkit536 B

100

COPY jupyter_config/manager.jupyterlab-settings /root/.jupyter/lab/user-settings/@jupyterlab/completer-extension/ # buildkit

373 B

101

COPY jupyter_config/settings.jupyterlab-settings /root/.jupyter/lab/user-settings/@jupyterlab/completer-extension/ # buildkit

364 B

102ENV JUPYTER_PORT=88880 B

103ENV TENSORBOARD_PORT=60060 B

104EXPOSE map[8888/tcp:{}]0 B

105EXPOSE map[6006/tcp:{}]0 B

106RUN |7 NVIDIA_PYTORCH_VERSION=24.12 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d3336618.46 MB

107ENV UCC_CL_BASIC_TLS=^sharp0 B

108ENV TORCH_CUDA_ARCH_LIST=7.0 7.5 8.0 8.60 B

109ENV PYTORCH_HOME=/opt/pytorch/pytorch0 B

110ENV CUDA_HOME=/usr/local/cuda0 B

111ENV TORCH_ALLOW_TF32_CUBLAS_OVERRIDE=10 B

112RUN |7 NVIDIA_PYTORCH_VERSION=24.12 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d33366855.41 MB

113COPY /usr/local/share/cmake/TorchVision/ /usr/local/share/cmake/TorchVision/ # buildkit2.89 KB

114COPY /usr/local/include/torchvision/ /usr/local/include/torchvision/ # buildkit72.35 KB

115COPY /usr/local/lib64/libtorchvision.so /usr/local/lib/libtorchvision.so # buildkit2.13 MB

116COPY /usr/local/lib64/libjpeg* /usr/local/lib/ # buildkit34 B

117RUN |7 NVIDIA_PYTORCH_VERSION=24.12 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d333662.25 MB

118RUN |7 NVIDIA_PYTORCH_VERSION=24.12 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d333662.98 MB

119RUN |7 NVIDIA_PYTORCH_VERSION=24.12 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d33366227.36 MB

120RUN |7 NVIDIA_PYTORCH_VERSION=24.12 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d33366321.93 MB

121ENV COCOAPI_VERSION=2.0+nv0.8.10 B

122RUN |7 NVIDIA_PYTORCH_VERSION=24.12 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d3336621.54 MB

123COPY singularity/ /.singularity.d/ # buildkit1.09 KB

124RUN |7 NVIDIA_PYTORCH_VERSION=24.12 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d3336658.87 MB

125RUN |7 NVIDIA_PYTORCH_VERSION=24.12 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d3336671.95 KB

126RUN |7 NVIDIA_PYTORCH_VERSION=24.12 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d333662.16 GB

127WORKDIR /workspace34 B

128COPY NVREADME.md README.md # buildkit1.09 KB

129COPY docker-examples docker-examples # buildkit1.09 KB

130COPY tutorials tutorials # buildkit28.73 MB

131RUN |7 NVIDIA_PYTORCH_VERSION=24.12 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d3336628.87 MB

132RUN |7 NVIDIA_PYTORCH_VERSION=24.12 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d333661.76 MB

133

ENV PATH=/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin:/opt/tensorrt/bin

0 B

134RUN |7 NVIDIA_PYTORCH_VERSION=24.12 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d3336622.02 MB

135COPY torch_tensorrt/ /opt/pytorch/torch_tensorrt/ # buildkit58.59 MB

136ARG PYVER=3.120 B

137RUN |7 NVIDIA_PYTORCH_VERSION=24.12 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d33366119.26 MB

138RUN |7 NVIDIA_PYTORCH_VERSION=24.12 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d3336614.6 MB

139RUN |7 NVIDIA_PYTORCH_VERSION=24.12 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d33366108 MB

140

ENV LD_LIBRARY_PATH=/usr/local/lib/python3.12/dist-packages/torch/lib:/usr/local/lib/python3.12/dist-packages/torch_tensorrt/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64

0 B

141

ENV PATH=/usr/local/lib/python3.12/dist-packages/torch_tensorrt/bin:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin:/opt/tensorrt/bin

0 B

142RUN |7 NVIDIA_PYTORCH_VERSION=24.12 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d33366154.05 MB

143ENV TORCH_CUDNN_V8_API_ENABLED=10 B

144ENV CUDA_MODULE_LOADING=LAZY0 B

145RUN |7 NVIDIA_PYTORCH_VERSION=24.12 PYTORCH_BUILD_VERSION=2.6.0a0+df5bbc0 NVFUSER_BUILD_VERSION=0d3336620.53 KB

146COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit499 B

147ARG NVIDIA_BUILD_ID=1266741490 B

148ENV NVIDIA_BUILD_ID=1266741490 B

149LABEL com.nvidia.build.id=1266741490 B

150ARG NVIDIA_BUILD_REF=36e6c838d631e94a47406a4e952221247afcabc00 B

151LABEL com.nvidia.build.ref=36e6c838d631e94a47406a4e952221247afcabc00 B

152ENV MAX_JOBS=40 B

153ENV FLASH_ATTENTION_FORCE_BUILD=TRUE0 B

154ENV VLLM_WORKER_MULTIPROC_METHOD=spawn0 B

155ARG INSTALL_BNB=false0 B

156ARG INSTALL_VLLM=false0 B

157ARG INSTALL_DEEPSPEED=false0 B

158ARG INSTALL_FLASHATTN=false0 B

159ARG INSTALL_LIGER_KERNEL=false0 B

160ARG INSTALL_HQQ=false0 B

161ARG INSTALL_EETQ=false0 B

162ARG PIP_INDEX=https://pypi.org/simple0 B

163ARG HTTP_PROXY=0 B

164WORKDIR /app123 B

165RUN |9 INSTALL_BNB=true INSTALL_VLLM=true INSTALL_DEEPSPEED=true34 B

166COPY requirements.txt /app # buildkit387 B

167RUN |9 INSTALL_BNB=true INSTALL_VLLM=true INSTALL_DEEPSPEED=true132.73 MB

168COPY . /app # buildkit5.28 MB

169RUN |9 INSTALL_BNB=true INSTALL_VLLM=true INSTALL_DEEPSPEED=true3.57 GB

170RUN |9 INSTALL_BNB=true INSTALL_VLLM=true INSTALL_DEEPSPEED=true180.56 MB

171RUN |9 INSTALL_BNB=true INSTALL_VLLM=true INSTALL_DEEPSPEED=true34 B

172VOLUME [/root/.cache/huggingface /root/.cache/modelscope /app/data /app/output]0 B

173ENV GRADIO_SERVER_PORT=78600 B

174EXPOSE map[7860/tcp:{}]0 B

175ENV API_PORT=80000 B

176EXPOSE map[8000/tcp:{}]0 B

Command

 ARG RELEASE