danehans/inference-benchmark:latest

Manifest digest

sha256:e7697a345a7633d92558497d772474c7872e2639f1170a6cf192f1b8edf553a3

OS/ARCH

linux/arm64/v8

Compressed size

878.47 MB

Last pushed

over 1 year by danehans

Type

Image

Manifest digest

sha256:e7697a345a7633d92558497d772474c7872e2639f1170a6cf192f1b8edf553a3

Image Layers

1# debian.sh --arch 'arm64' out/27.82 MB

2ENV PATH=/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B

3ENV LANG=C.UTF-80 B

4RUN /bin/sh -c set -eux;2.99 MB

5ENV GPG_KEY=E3FF2839C048B25C084DEBE9B26995E3102505680 B

6ENV PYTHON_VERSION=3.9.200 B

7ENV PYTHON_SHA256=6b281279efd85294d2d6993e173983a57464c0133956fbbb5536ec9646beaf0c0 B

8RUN /bin/sh -c set -eux;14.14 MB

9RUN /bin/sh -c set -eux;249 B

10CMD ["python3"]0 B

11RUN /bin/sh -c apt-get update184.26 MB

12RUN /bin/sh -c pip3 install6.01 MB

13WORKDIR /workspace132 B

14COPY requirements.txt requirements.txt # buildkit509 B

15RUN /bin/sh -c pip install504.32 MB

16RUN /bin/sh -c pip install109 B

17RUN /bin/sh -c pip install1.4 MB

18

RUN /bin/sh -c wget https://huggingface.co/datasets/anon8231489123/ShareGPT_Vicuna_unfiltered/resolve/main/ShareGPT_V3_unfiltered_cleaned_split.json

137.49 MB

19COPY benchmark_serving.py benchmark_serving.py # buildkit10.38 KB

20COPY latency_throughput_curve.sh latency_throughput_curve.sh # buildkit1.47 KB

21RUN /bin/sh -c chmod +x1.48 KB

22RUN /bin/sh -c chmod +x10.39 KB

Command

# debian.sh --arch 'arm64' out/ 'bookworm' '@1733097600'