Sign inSign up

rocm/vllm:latest

Manifest digest

sha256:e0ea9a10b729573ea8598bdc073bda0ea382fe1037eec7c0761b6fa7f46baaf4

OS/ARCH

linux/amd64

Compressed size

29.14 GB

Last pushed

6 days by rocm

Type

Image

Manifest digest

sha256:e0ea9a10b729573ea8598bdc073bda0ea382fe1037eec7c0761b6fa7f46baaf4

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.version=24.040 B
4ADD file ... in / 28.39 MB
5CMD ["/bin/bash"]0 B
6ARG PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx12010 B
7ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx12010 B
8ARG AITER_ROCM_ARCH=gfx942;gfx9500 B
9ENV AITER_ROCM_ARCH=gfx942;gfx9500 B
10ARG PREBUILD_KERNELS=10 B
11ARG DEVICE_EXTRAS=device-all0 B
12ARG PYTHON_VERSION=3.140 B
13ARG MAX_JOBS=640 B
14ENV MAX_JOBS=640 B
15ENV HSA_NO_SCRATCH_RECLAIM=10 B
16RUN |6 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 AITER_ROCM_ARCH=gfx942;gfx950 PREBUILD_KERNELS=193 B
17WORKDIR /app32 B
18ENV DEBIAN_FRONTEND=noninteractive0 B
19RUN |6 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 AITER_ROCM_ARCH=gfx942;gfx950 PREBUILD_KERNELS=1326.48 MB
20RUN |6 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 AITER_ROCM_ARCH=gfx942;gfx950 PREBUILD_KERNELS=119.56 MB
21RUN |6 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 AITER_ROCM_ARCH=gfx942;gfx950 PREBUILD_KERNELS=134.67 MB
22RUN |6 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 AITER_ROCM_ARCH=gfx942;gfx950 PREBUILD_KERNELS=11.65 MB
23ENV PATH=/opt/python/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
24ENV UV_PYTHON=/opt/python/bin/python0 B
25ENV UV_HTTP_TIMEOUT=5000 B
26ENV UV_INDEX_STRATEGY=unsafe-best-match0 B
27ENV UV_LINK_MODE=copy0 B
28RUN |6 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 AITER_ROCM_ARCH=gfx942;gfx950 PREBUILD_KERNELS=155.25 MB
29RUN |6 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 AITER_ROCM_ARCH=gfx942;gfx950 PREBUILD_KERNELS=1759.83 KB
30RUN |6 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 AITER_ROCM_ARCH=gfx942;gfx950 PREBUILD_KERNELS=16.19 MB
31ARG USE_SCCACHE=00 B
32ARG SCCACHE_DOWNLOAD_URL0 B
33ARG SCCACHE_ENDPOINT=https://minio-frameworks.amd.com0 B
34ARG SCCACHE_BUCKET_NAME=ufb-cache-vllm0 B
35ARG SCCACHE_REGION_NAME=us-east-10 B
36ARG SCCACHE_S3_NO_CREDENTIALS=00 B
37RUN |12 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 AITER_ROCM_ARCH=gfx942;gfx950 PREBUILD_KERNELS=132 B
38ARG USE_SCCACHE=00 B
39ARG SCCACHE_S3_KEY_PREFIX=rocm/device-all/0 B
40ENV SCCACHE_BUCKET=ufb-cache-vllm0 B
41ENV SCCACHE_REGION=us-east-10 B
42ENV SCCACHE_S3_NO_CREDENTIALS=00 B
43ENV SCCACHE_IDLE_TIMEOUT=00 B
44ENV SCCACHE_ENDPOINT=https://minio-frameworks.amd.com0 B
45ENV SCCACHE_S3_KEY_PREFIX=rocm/device-all/0 B
46ENV SCCACHE_S3_USE_SSL=on0 B
47ARG PIP_EXTRA_INDEX_URL=https://d1kq5rufa68c0p.cloudfront.net/rocm/whl-next0 B
48ENV PIP_EXTRA_INDEX_URL=https://d1kq5rufa68c0p.cloudfront.net/rocm/whl-next0 B
49ARG TORCH_INDEX_URL=https://rc.repo.amd.com/rocm/pytorch/whl-next0 B
50ARG ROCM_SDK_VERSION=10.1.00 B
51ARG TORCH_VERSION=2.13.00 B
52ARG TORCHAUDIO_VERSION=2.11.00 B
53ARG TORCHVISION_VERSION=0.28.00 B
54ARG DEVICE_EXTRAS=device-all0 B
55COPY docker/install_pytorch_wheels.py /tmp/install_pytorch_wheels.py # buildkit6.7 KB
56COPY docker/detect_device_arches.py /tmp/detect_device_arches.py # buildkit3.22 KB
57COPY docker/ensure-flydsl-rocm-toolkit-layout.py /tmp/ensure-flydsl-rocm-toolkit-layout.py # buildkit2.13 KB
58RUN |19 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 AITER_ROCM_ARCH=gfx942;gfx950 PREBUILD_KERNELS=121.24 GB
59ENV SITE_PACKAGES=/opt/python/lib/python3.14/site-packages0 B
60ENV ROCM_PATH=/opt/python/lib/python3.14/site-packages/_rocm_sdk_devel ROCM_HOME=/opt/python/lib/python3.14/site-packages/_rocm_sdk_devel HIP_PATH=/opt/python/lib/python3.14/site-packages/_rocm_sdk_devel HIP_CLANG_PATH=/opt/python/lib/python3.14/site-packages/_rocm_sdk_devel/lib/llvm/bin0 B
61ENV LD_LIBRARY_PATH=/opt/python/lib/python3.14/site-packages/_rocm_sdk_devel/lib:/opt/python/lib/python3.14/site-packages/_rocm_sdk_devel/lib/rocm_sysdeps/lib:/opt/python/lib/python3.14/site-packages/_rocm_sdk_core/lib:/opt/python/lib/python3.14/site-packages/_rocm_sdk_core/lib/rocm_sysdeps/lib0 B
62ENV PATH=/opt/python/lib/python3.14/site-packages/_rocm_sdk_devel/bin:/opt/python/lib/python3.14/site-packages/_rocm_sdk_devel/lib/llvm/bin:/opt/python/lib/python3.14/site-packages/_rocm_sdk_core/bin:/opt/python/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
63RUN |19 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 AITER_ROCM_ARCH=gfx942;gfx950 PREBUILD_KERNELS=132 B
64ENV PYTHONPATH=/opt/python/lib/python3.14/site-packages/_rocm_sdk_core/share/amd_smi:0 B
65ENV CMAKE_PREFIX_PATH=/opt/python/lib/python3.14/site-packages/_rocm_sdk_devel/lib/cmake: CMAKE_HIP_COMPILER_ROCM_ROOT=/opt/python/lib/python3.14/site-packages/_rocm_sdk_devel0 B
66ARG USE_SCCACHE=00 B
67RUN |19 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 AITER_ROCM_ARCH=gfx942;gfx950 PREBUILD_KERNELS=132 B
68RUN |19 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 AITER_ROCM_ARCH=gfx942;gfx950 PREBUILD_KERNELS=12.31 GB
69COPY /app/debs /app/debs # buildkit1.04 GB
70ARG BASE_IMAGE=ubuntu:24.040 B
71ARG FA_BRANCH=0e60e3940 B
72ARG FA_REPO=https://github.com/Dao-AILab/flash-attention.git0 B
73ARG AITER_BRANCH=v0.1.22.post10 B
74ARG AITER_REPO=https://github.com/ROCm/aiter.git0 B
75RUN |24 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 AITER_ROCM_ARCH=gfx942;gfx950 PREBUILD_KERNELS=1261 B
76ARG ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx12010 B
77ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx12010 B
78ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=10 B
79ENV RAY_EXPERIMENTAL_NOSET_HIP_VISIBLE_DEVICES=10 B
80RUN |1 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 /bin/sh -c150.97 MB
81ARG COMMON_WORKDIR=/app0 B
82WORKDIR /app32 B
83RUN |2 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 COMMON_WORKDIR=/app /bin/sh39.96 KB
84RUN |2 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 COMMON_WORKDIR=/app /bin/sh32 B
85ENV SCCACHE_BUCKET=0 B
86ENV SCCACHE_REGION=0 B
87ENV SCCACHE_S3_NO_CREDENTIALS=0 B
88ENV SCCACHE_IDLE_TIMEOUT=0 B
89ENV SCCACHE_ENDPOINT=0 B
90ENV SCCACHE_S3_KEY_PREFIX=0 B
91ENV SCCACHE_S3_USE_SSL=0 B
92RUN |2 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 COMMON_WORKDIR=/app /bin/sh32 B
93RUN |2 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 COMMON_WORKDIR=/app /bin/sh6.46 MB
94RUN |2 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 COMMON_WORKDIR=/app /bin/sh752.07 MB
95ARG PYTHON_VERSION=3.140 B
96RUN |3 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 COMMON_WORKDIR=/app PYTHON_VERSION=3.142.91 MB
97RUN |3 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 COMMON_WORKDIR=/app PYTHON_VERSION=3.14203.38 MB
98ARG COMMON_WORKDIR=/app0 B
99ARG BASE_IMAGE=rocm/ufb-private:vllm-base-ubuntu24.04-py3.14-prereleases-device-all-rocm10.1.0-98dff2a81d0 B
100ARG ROCM_VERSION=10.1.00 B
101ENV ROCM_VERSION=10.1.00 B
102COPY /app/vllm /app/vllm # buildkit2.99 GB
103RUN |5 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 COMMON_WORKDIR=/app PYTHON_VERSION=3.14207 B
104ENV TOKENIZERS_PARALLELISM=false0 B
105ENV SAFETENSORS_FAST_GPU=10 B
106ENV HIP_FORCE_DEV_KERNARG=10 B
107RUN |5 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 COMMON_WORKDIR=/app PYTHON_VERSION=3.14168 B
108ENV KINETO_CONFIG=/app/libkineto.conf0 B
109RUN |5 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201 COMMON_WORKDIR=/app PYTHON_VERSION=3.14337 B
110CMD ["/bin/bash"]0 B
111/bin/bash0 B

Command

 ARG RELEASE