smartappli/llama-cpp-python-server-rocm:latest

Index digest

sha256:ace538b532c0f4c030c07e94efd017bd73150dce7ba555d39f53acec524ef910

OS/ARCH

linux/amd64

Compressed size

4.46 GB

Last pushed

Type

Image

Manifest digest

sha256:ccaba9081ad3ec52261985899ba2f025667e74cd79d8fbffa5cafc2c7e588d31

Image Layers

1ARG RELEASE0 B

2ARG LAUNCHPAD_BUILD_ARCH0 B

3LABEL org.opencontainers.image.ref.name=ubuntu0 B

4LABEL org.opencontainers.image.version=24.040 B

5ADD file ... in / 28.35 MB

6CMD ["/bin/bash"]0 B

7LABEL [email protected]0 B

8ARG ROCM_VERSION=6.20 B

9ARG AMDGPU_VERSION=6.20 B

10ARG APT_PREF0 B

11RUN |3 ROCM_VERSION=7.2 AMDGPU_VERSION=30.30 APT_PREF=Package:237 B

12RUN |3 ROCM_VERSION=7.2 AMDGPU_VERSION=30.30 APT_PREF=Package:1.1 GB

13RUN |3 ROCM_VERSION=7.2 AMDGPU_VERSION=30.30 APT_PREF=Package:680 B

14ENV HOST=0.0.0.00 B

15ENV PORT=80080 B

16RUN /bin/sh -c apt-get update3.22 GB

17WORKDIR /app93 B

18COPY . . # buildkit26.33 KB

19RUN /bin/sh -c python3 -m4 MB

20ENV PATH=/opt/venv/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B

21RUN /bin/sh -c pip install10.99 MB

22ENV CMAKE_ARGS=-DGGML_HIP=ON -DCMAKE_PREFIX_PATH=/opt/rocm0 B

23ENV GGML_HIP=10 B

24RUN /bin/sh -c pip install100.73 MB

25EXPOSE [8008/tcp]0 B

26CMD ["python3" "-m" "llama_cpp.server" "--config_file"0 B

Command

 ARG RELEASE