terrytangyuan/vllm-cpu-env:latest

Manifest digest

sha256:c514955b7d9db98f642e7eb4f4832ccf375db52e85bc4b1c41cc08d9ceff2ea2

OS/ARCH

linux/amd64

Compressed size

2.54 GB

Last pushed

almost 2 years by terrytangyuan

Type

Image

Manifest digest

sha256:c514955b7d9db98f642e7eb4f4832ccf375db52e85bc4b1c41cc08d9ceff2ea2

Image Layers

1ARG RELEASE0 B

2ARG LAUNCHPAD_BUILD_ARCH0 B

3LABEL org.opencontainers.image.ref.name=ubuntu0 B

4LABEL org.opencontainers.image.version=22.040 B

5ADD file ... in / 28.17 MB

6CMD ["/bin/bash"]0 B

7ENV CCACHE_DIR=/root/.cache/ccache0 B

8ENV CMAKE_CXX_COMPILER_LAUNCHER=ccache0 B

9/bin/sh -c --mount=type=cache,target=/var/cache/apt 441.51 MB

10/bin/sh -c --mount=type=cache,target=/root/.cache/pip 60.44 MB

11ENV LD_PRELOAD="/usr/lib/x86_64-linux-gnu/libtcmalloc_minimal.so.4:/usr/local/lib/libiomp5.so"0 B

12/bin/sh -c echo 'ulimit -c1.59 KB

13/bin/sh -c pip install intel_extension_for_pytorch==2.5.0227.49 MB

14WORKDIR /workspace0 B

15COPY file:812d66dc4f4c3ab0e1fb0d675e797d50561586524905264608d54e588920e3db in requirements-build.txt 269 B

16ARG PIP_EXTRA_INDEX_URL0 B

17ENV PIP_EXTRA_INDEX_URL=${PIP_EXTRA_INDEX_URL}0 B

18|1 PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu /bin/sh -c --mount=type=cache,target=/root/.cache/pip230.72 MB

19WORKDIR /workspace/vllm0 B

20COPY file:689dbebb7fdadae54165f6837c88d6f597b3a4d9f0ed368e0d5bc82e2bd44e38 in requirements-common.txt 1.06 KB

21COPY file:51595e03696457dfb2d32d05c84fb1a8ed2f821fbe46b5716b72a7273e64dc75 in requirements-cpu.txt 373 B

22/bin/sh -c --mount=type=cache,target=/root/.cache/pip 202.25 MB

23COPY dir:1fade9d44605e55dc51dd7e820d4196dec8a97e8418d06b2a21e80337dee27f2 in . 38.64 MB

24ARG GIT_REPO_CHECK0 B

25|1 GIT_REPO_CHECK=0 /bin/sh -c --mount=type=bind,source=.git,target=.git99 B

26ARG GIT_REPO_CHECK0 B

27ENV VLLM_CPU_DISABLE_AVX512=${VLLM_CPU_DISABLE_AVX512}0 B

28|1 GIT_REPO_CHECK=0 /bin/sh -c --mount=type=cache,target=/root/.cache/pip1.34 GB

29WORKDIR /workspace/0 B

30|1 GIT_REPO_CHECK=0 /bin/sh -c ln207 B

31|1 GIT_REPO_CHECK=0 /bin/sh -c --mount=type=cache,target=/root/.cache/pip663 B

32ENTRYPOINT ["python3", "-m", "vllm.entrypoints.openai.api_server"]0 B

Command

 ARG RELEASE