Sign inSign up

vllm/vllm-openai-cpu:nightly-43b4aaea3e40e20ef53ce2bfecfa1b72060bf2b5

Multi-platform
Index digest

sha256:57645a7b5a75ecf9daa2eda78ba3d1cf98bb6dbc53953cebdfedbf83ad3b1099

OS/ARCH

Compressed size

1.6 GB

Last pushed

10 days by vllmbot

Type

Image

Manifest digest

sha256:0bcd2ca63c0ee782ff7f66e2a84b6dc5910913626f8c420b9447fc0e8b2a2d8e

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.version=22.040 B
4ADD file ... in / 29.24 MB
5CMD ["/bin/bash"]0 B
6RUN /bin/sh -c apt-get update20.41 MB
7ARG TARGETARCH0 B
8ARG USE_SCCACHE0 B
9ARG SCCACHE_DOWNLOAD_URL0 B
10RUN |3 TARGETARCH=amd64 USE_SCCACHE= SCCACHE_DOWNLOAD_URL=32 B
11WORKDIR /workspace99 B
12COPY /opt/binutils /opt/binutils # buildkit111.84 MB
13ARG PYTHON_VERSION=3.120 B
14ARG max_jobs=320 B
15ENV MAX_JOBS=160 B
16RUN |2 PYTHON_VERSION=3.12 max_jobs=16 /bin/sh282.04 MB
17ARG TARGETARCH0 B
18ARG USE_SCCACHE0 B
19ARG SCCACHE_BUCKET_NAME=vllm-build-sccache0 B
20ARG SCCACHE_REGION_NAME=us-west-20 B
21ARG SCCACHE_S3_NO_CREDENTIALS=00 B
22ENV SCCACHE_BUCKET=0 B
23ENV SCCACHE_REGION=0 B
24ENV SCCACHE_S3_NO_CREDENTIALS=0 B
25ENV SCCACHE_IDLE_TIMEOUT=0 B
26ENV CC=/usr/bin/gcc-15 CXX=/usr/bin/g++-150 B
27ENV CCACHE_DIR=/root/.cache/ccache0 B
28ENV CMAKE_CXX_COMPILER_LAUNCHER=ccache0 B
29ENV PATH=/opt/binutils/bin:/root/.local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
30ENV COMPILER_PATH=/opt/binutils/bin0 B
31ENV VIRTUAL_ENV=/opt/venv0 B
32ENV UV_PYTHON_INSTALL_DIR=/opt/uv/python0 B
33RUN |7 PYTHON_VERSION=3.12 max_jobs=16 TARGETARCH=amd6435.94 MB
34ENV PATH=/opt/venv/bin:/opt/binutils/bin:/root/.local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
35ENV UV_HTTP_TIMEOUT=5000 B
36ENV UV_INDEX_STRATEGY=unsafe-best-match0 B
37ENV UV_LINK_MODE=copy0 B
38ENV TARGETARCH=amd640 B
39ENV UV_COMPILE_BYTECODE=10 B
40ARG PYTORCH_NIGHTLY=00 B
41ARG PYTORCH_CPU_INDEX_BASE_URL=https://download.pytorch.org/whl0 B
42COPY requirements/common.txt requirements/common.txt # buildkit1.69 KB
43COPY requirements/cpu.txt requirements/cpu.txt # buildkit763 B
44COPY tools/use_existing_torch.py tools/use_existing_torch.py # buildkit834 B
45RUN |2 PYTORCH_NIGHTLY=0 PYTORCH_CPU_INDEX_BASE_URL=https://download.pytorch.org/whl /bin/sh805.06 MB
46ENV LD_PRELOAD=/usr/lib/x86_64-linux-gnu/libtcmalloc_minimal.so.4:/opt/venv/lib/libiomp5.so0 B
47RUN /bin/sh -c echo 'ulimit1.55 KB
48WORKDIR /vllm-workspace104 B
49RUN /bin/sh -c uv pip351.4 MB
50LABEL org.opencontainers.image.title=vLLM CPU0 B
51LABEL org.opencontainers.image.description=vLLM inference engine for0 B
52LABEL org.opencontainers.image.vendor=vLLM Project0 B
53LABEL org.opencontainers.image.source=https://github.com/vllm-project/vllm0 B
54ARG TARGETARCH0 B
55ARG VLLM_CPU_X860 B
56ARG VLLM_CPU_ARM_BF160 B
57ARG PYTHON_VERSION0 B
58LABEL ai.vllm.build.target-arch=amd640 B
59LABEL ai.vllm.build.cpu-x86=true0 B
60LABEL ai.vllm.build.cpu-arm-bf16=false0 B
61LABEL ai.vllm.build.python-version=3.120 B
62COPY examples examples # buildkit308.69 KB
63COPY tools/recipes tools/recipes # buildkit26.78 KB
64ENTRYPOINT ["vllm" "serve"]0 B

Command

 ARG RELEASE