Sign inSign up

rocm/vllm-dev:main-44f0ddfd

Manifest digest

sha256:6a545405bc07993282ca62f5f75171f11b312211d90f7980cce7b43112651028

OS/ARCH

linux/amd64

Compressed size

10.57 GB

Last pushed

10 days by jpvillam

Type

Image

Manifest digest

sha256:6a545405bc07993282ca62f5f75171f11b312211d90f7980cce7b43112651028

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.version=22.040 B
4ADD file ... in / 28.36 MB
5CMD ["/bin/bash"]0 B
6LABEL [email protected]0 B
7ARG ROCM_VERSION=5.30 B
8ARG AMDGPU_VERSION=5.30 B
9ARG APT_PREF0 B
10RUN |3 ROCM_VERSION=7.2.3 AMDGPU_VERSION=30.30.3 APT_PREF=Package:240 B
11RUN |3 ROCM_VERSION=7.2.3 AMDGPU_VERSION=30.30.3 APT_PREF=Package:6.76 GB
12RUN |3 ROCM_VERSION=7.2.3 AMDGPU_VERSION=30.30.3 APT_PREF=Package:655 B
13ENV PATH=/opt/rocm/llvm/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
14ENV ROCM_PATH=/opt/rocm0 B
15ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:0 B
16ARG PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
17ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
18ENV AITER_ROCM_ARCH=gfx942;gfx9500 B
19ENV HSA_NO_SCRATCH_RECLAIM=10 B
20ARG PYTHON_VERSION=3.120 B
21ENV PYTHON_VERSION=3.120 B
22RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh93 B
23WORKDIR /app32 B
24ENV DEBIAN_FRONTEND=noninteractive0 B
25RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh226.15 MB
26RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh66.23 MB
27RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh3.85 MB
28ARG USE_SCCACHE=00 B
29ARG SCCACHE_DOWNLOAD_URL0 B
30ARG SCCACHE_ENDPOINT0 B
31ARG SCCACHE_BUCKET_NAME=vllm-build-sccache0 B
32ARG SCCACHE_REGION_NAME=us-west-20 B
33ARG SCCACHE_S3_NO_CREDENTIALS=00 B
34RUN |8 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 USE_SCCACHE=032 B
35RUN |8 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 USE_SCCACHE=032 B
36ARG USE_SCCACHE=00 B
37ENV SCCACHE_BUCKET=vllm-build-sccache0 B
38ENV SCCACHE_REGION=us-west-20 B
39ENV SCCACHE_S3_NO_CREDENTIALS=00 B
40ENV SCCACHE_IDLE_TIMEOUT=00 B
41RUN |8 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 USE_SCCACHE=02.6 GB
42COPY /staging/ /opt/rocm/ # buildkit13.43 MB
43ENV ROCPROFILER_QUEUE_INTERPOSITION=00 B
44COPY /staging/ /opt/rocm/ # buildkit14.02 MB
45RUN |8 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 USE_SCCACHE=014.02 MB
46RUN |8 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 USE_SCCACHE=010.39 KB
47ARG BASE_IMAGE=rocm/dev-ubuntu-22.04:7.2.3-complete@sha256:b64aecbed6cc2d8227407899831d5c53fa8450d4db08f6a2400c29587ce15be90 B
48ARG TRITON_BRANCH=669b31a0 B
49ARG TRITON_REPO=https://github.com/ROCm/triton.git0 B
50ARG PYTORCH_BRANCH=733fca10 B
51ARG PYTORCH_VISION_BRANCH=v0.28.00 B
52ARG PYTORCH_REPO=https://github.com/ROCm/pytorch.git0 B
53ARG PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git0 B
54ARG PYTORCH_AUDIO_BRANCH=v2.11.00 B
55ARG PYTORCH_AUDIO_REPO=https://github.com/pytorch/audio.git0 B
56ARG FA_BRANCH=0e60e3940 B
57ARG FA_REPO=https://github.com/Dao-AILab/flash-attention.git0 B
58ARG AITER_BRANCH=v0.1.250 B
59ARG AITER_REPO=https://github.com/ROCm/aiter.git0 B
60ARG MORI_BRANCH=v1.2.3.post10 B
61ARG MORI_REPO=https://github.com/ROCm/mori.git0 B
62ARG ROCM_SYSTEMS_REPO=https://github.com/ROCm/rocm-systems.git0 B
63ARG ROCPROFILER_SDK_COMMIT=2b22ab0195cc1461cd9abf3b969e9dd7c10af3500 B
64ARG ROCM_RUNTIME_COMMIT=af70edc91f1dc5d228fd4c076df99e65e49c45210 B
65RUN |26 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 USE_SCCACHE=0554 B
66ARG ARG_PYTORCH_ROCM_ARCH=gfx942;gfx9500 B
67ENV PYTORCH_ROCM_ARCH=gfx942;gfx9500 B
68RUN |1 ARG_PYTORCH_ROCM_ARCH=gfx942;gfx950 /bin/sh -c144.29 MB
69RUN |1 ARG_PYTORCH_ROCM_ARCH=gfx942;gfx950 /bin/sh -c92 B
70ARG USE_SCCACHE0 B
71RUN |2 ARG_PYTORCH_ROCM_ARCH=gfx942;gfx950 USE_SCCACHE= /bin/sh220 B
72RUN |2 ARG_PYTORCH_ROCM_ARCH=gfx942;gfx950 USE_SCCACHE= /bin/sh17.05 MB
73ENV UV_HTTP_TIMEOUT=5000 B
74ENV UV_INDEX_STRATEGY=unsafe-best-match0 B
75ENV UV_LINK_MODE=copy0 B
76ENV CCACHE_DIR=/root/.cache/ccache0 B
77ENV CCACHE_COMPILERCHECK=content0 B
78ARG max_jobs=640 B
79ENV MAX_JOBS=640 B
80ARG USE_SCCACHE0 B
81ARG SCCACHE_DOWNLOAD_URL0 B
82ARG SCCACHE_ENDPOINT0 B
83ARG SCCACHE_BUCKET_NAME=vllm-build-sccache0 B
84ARG SCCACHE_REGION_NAME=us-west-20 B
85ARG SCCACHE_S3_NO_CREDENTIALS=00 B
86RUN |8 ARG_PYTORCH_ROCM_ARCH=gfx942;gfx950 USE_SCCACHE= max_jobs=6432 B
87ARG USE_SCCACHE0 B
88ENV SCCACHE_BUCKET=0 B
89ENV SCCACHE_REGION=0 B
90ENV SCCACHE_S3_NO_CREDENTIALS=0 B
91ENV SCCACHE_IDLE_TIMEOUT=0 B
92ARG COMMON_WORKDIR=/app0 B
93WORKDIR /app32 B
94ARG NIC_BACKEND=all0 B
95ARG AINIC_VERSION=1.117.5-a-770 B
96ARG UBUNTU_CODENAME=jammy0 B
97RUN |12 ARG_PYTORCH_ROCM_ARCH=gfx942;gfx950 USE_SCCACHE= max_jobs=6417.39 MB
98ENV UV_COMPILE_BYTECODE=10 B
99RUN |12 ARG_PYTORCH_ROCM_ARCH=gfx942;gfx950 USE_SCCACHE= max_jobs=641.38 KB
100RUN |12 ARG_PYTORCH_ROCM_ARCH=gfx942;gfx950 USE_SCCACHE= max_jobs=6432 B
101ENV SCCACHE_BUCKET=0 B
102ENV SCCACHE_REGION=0 B
103ENV SCCACHE_ENDPOINT=0 B
104ENV SCCACHE_S3_NO_CREDENTIALS=0 B
105ENV SCCACHE_IDLE_TIMEOUT=0 B
106RUN |12 ARG_PYTORCH_ROCM_ARCH=gfx942;gfx950 USE_SCCACHE= max_jobs=6432 B
107RUN |12 ARG_PYTORCH_ROCM_ARCH=gfx942;gfx950 USE_SCCACHE= max_jobs=647.93 MB
108RUN |12 ARG_PYTORCH_ROCM_ARCH=gfx942;gfx950 USE_SCCACHE= max_jobs=64662.99 MB
109RUN |12 ARG_PYTORCH_ROCM_ARCH=gfx942;gfx950 USE_SCCACHE= max_jobs=6424.8 MB
110ARG COMMON_WORKDIR=/app0 B
111ARG BASE_IMAGE=rocm/vllm-dev:base-v2-preview-07577717bf40fe1dfbda7c9dfd0dfbd16153ee7497e888e5aceb51258561c739@sha256:4d785ec3b57345de25960b3b22c23be8d11d9449cec12d6cb8ee6b46876091dc0 B
112ARG NIC_BACKEND=all0 B
113ARG AINIC_VERSION=1.117.5-a-770 B
114COPY /benchmarks /app/vllm/benchmarks # buildkit295.51 KB
115COPY /examples /app/vllm/examples # buildkit309.16 KB
116COPY /docker /app/vllm/docker # buildkit41.86 KB
117ENV HSA_ENABLE_IPC_MODE_LEGACY=10 B
118ENV UCX_RMA_PPLN_ENABLE=y0 B
119ENV UCX_ROCM_COPY_SIGPOOL_MAX_ELEMS=inf0 B
120ENV TOKENIZERS_PARALLELISM=false0 B
121ENV SAFETENSORS_FAST_GPU=10 B
122ENV HIP_FORCE_DEV_KERNARG=10 B
123ENV PYTORCH_NVML_BASED_CUDA_CHECK=10 B
124RUN |13 ARG_PYTORCH_ROCM_ARCH=gfx942;gfx950 USE_SCCACHE= max_jobs=64168 B
125ENV KINETO_CONFIG=/app/libkineto.conf0 B
126RUN |13 ARG_PYTORCH_ROCM_ARCH=gfx942;gfx950 USE_SCCACHE= max_jobs=64706 B
127CMD ["/bin/bash"]0 B
128ENTRYPOINT ["vllm" "serve"]0 B

Command

 ARG RELEASE