Sign inSign up

vllm/vime-rocm:coding-agent-rl

Manifest digest

sha256:c029a2c7b5662d7e0a198ec8738928159e6ad615b81c915dd9182b625742f446

OS/ARCH

linux/amd64

Compressed size

11.81 GB

Last pushed

about 2 months by vllm

Type

Image

Manifest digest

sha256:c029a2c7b5662d7e0a198ec8738928159e6ad615b81c915dd9182b625742f446

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.version=22.040 B
4ADD file ... in / 29.23 MB
5CMD ["/bin/bash"]0 B
6LABEL [email protected]0 B
7ARG ROCM_VERSION=5.30 B
8ARG AMDGPU_VERSION=5.30 B
9ARG APT_PREF0 B
10RUN |3 ROCM_VERSION=7.2.3 AMDGPU_VERSION=30.30.3 APT_PREF=Package:240 B
11RUN |3 ROCM_VERSION=7.2.3 AMDGPU_VERSION=30.30.3 APT_PREF=Package:6.76 GB
12RUN |3 ROCM_VERSION=7.2.3 AMDGPU_VERSION=30.30.3 APT_PREF=Package:655 B
13ENV PATH=/opt/rocm/llvm/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
14ENV ROCM_PATH=/opt/rocm0 B
15ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:0 B
16COPY /staging/ /opt/rocm/ # buildkit13.93 MB
17RUN /bin/sh -c set -eux;13.93 MB
18ARG PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
19ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
20ENV AITER_ROCM_ARCH=gfx942;gfx9500 B
21ENV HSA_NO_SCRATCH_RECLAIM=10 B
22ARG PYTHON_VERSION=3.120 B
23ENV PYTHON_VERSION=3.120 B
24RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh93 B
25WORKDIR /app32 B
26ENV DEBIAN_FRONTEND=noninteractive0 B
27RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh226.1 MB
28RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh66.23 MB
29RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh4.06 MB
30ARG USE_SCCACHE0 B
31ARG SCCACHE_DOWNLOAD_URL0 B
32ARG SCCACHE_ENDPOINT0 B
33ARG SCCACHE_BUCKET_NAME0 B
34ARG SCCACHE_REGION_NAME0 B
35ARG SCCACHE_S3_NO_CREDENTIALS0 B
36RUN |8 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 USE_SCCACHE=19.11 MB
37RUN |8 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 USE_SCCACHE=1230 B
38ARG USE_SCCACHE0 B
39ENV SCCACHE_BUCKET=vllm-build-sccache0 B
40ENV SCCACHE_REGION=us-west-20 B
41ENV SCCACHE_S3_NO_CREDENTIALS=00 B
42ENV SCCACHE_IDLE_TIMEOUT=00 B
43RUN /bin/sh -c pip install2.69 GB
44COPY /staging/ /opt/rocm/ # buildkit13.43 MB
45RUN /bin/sh -c ldconfig #10.47 KB
46ARG BASE_IMAGE0 B
47ARG TRITON_BRANCH0 B
48ARG TRITON_REPO0 B
49ARG PYTORCH_BRANCH0 B
50ARG PYTORCH_VISION_BRANCH0 B
51ARG PYTORCH_REPO0 B
52ARG PYTORCH_VISION_REPO0 B
53ARG PYTORCH_AUDIO_BRANCH0 B
54ARG PYTORCH_AUDIO_REPO0 B
55ARG FA_BRANCH0 B
56ARG FA_REPO0 B
57ARG AITER_BRANCH0 B
58ARG AITER_REPO0 B
59ARG MORI_BRANCH0 B
60ARG MORI_REPO0 B
61ARG ROCPROFILER_SDK_REPO0 B
62ARG ROCPROFILER_SDK_COMMIT0 B
63ARG ROCM_RUNTIME_REPO0 B
64ARG ROCM_RUNTIME_COMMIT0 B
65RUN |19 BASE_IMAGE=rocm/dev-ubuntu-22.04:7.2.3-complete TRITON_BRANCH=f0b55c0 TRITON_REPO=https://github.com/ROCm/triton.git509 B
66ARG ARG_PYTORCH_ROCM_ARCH0 B
67ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
68RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c142.99 MB
69RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c92 B
70ARG USE_SCCACHE0 B
71RUN |2 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE=1 /bin/sh32 B
72RUN |2 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE=1 /bin/sh18.97 MB
73ENV UV_HTTP_TIMEOUT=5000 B
74ENV UV_INDEX_STRATEGY=unsafe-best-match0 B
75ENV UV_LINK_MODE=copy0 B
76ENV CCACHE_DIR=/root/.cache/ccache0 B
77ENV CCACHE_COMPILERCHECK=content0 B
78ARG max_jobs0 B
79ENV MAX_JOBS=160 B
80ARG USE_SCCACHE0 B
81ARG SCCACHE_DOWNLOAD_URL0 B
82ARG SCCACHE_ENDPOINT0 B
83ARG SCCACHE_BUCKET_NAME0 B
84ARG SCCACHE_REGION_NAME0 B
85ARG SCCACHE_S3_NO_CREDENTIALS0 B
86RUN |9 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE=1 max_jobs=1632 B
87ARG USE_SCCACHE0 B
88ENV SCCACHE_BUCKET=vllm-build-sccache0 B
89ENV SCCACHE_REGION=us-west-20 B
90ENV SCCACHE_S3_NO_CREDENTIALS=00 B
91ENV SCCACHE_IDLE_TIMEOUT=00 B
92ARG COMMON_WORKDIR0 B
93WORKDIR /app32 B
94ARG NIC_BACKEND0 B
95ARG AINIC_VERSION0 B
96ARG UBUNTU_CODENAME0 B
97RUN |3 NIC_BACKEND=all AINIC_VERSION=1.117.3-hydra UBUNTU_CODENAME=jammy16.01 MB
98RUN /bin/sh -c python3 -m1.38 KB
99RUN /bin/sh -c rm -f195 B
100ENV SCCACHE_BUCKET=0 B
101ENV SCCACHE_REGION=0 B
102ENV SCCACHE_ENDPOINT=0 B
103ENV SCCACHE_S3_NO_CREDENTIALS=0 B
104ENV SCCACHE_IDLE_TIMEOUT=0 B
105RUN /bin/sh -c case "$(which32 B
106RUN /bin/sh -c uv pip6.22 MB
107RUN /bin/sh -c cd /install767.44 MB
108RUN /bin/sh -c uv pip24.67 MB
109ARG COMMON_WORKDIR0 B
110ARG BASE_IMAGE0 B
111ARG NIC_BACKEND0 B
112ARG AINIC_VERSION0 B
113COPY /benchmarks /app/vllm/benchmarks # buildkit291.77 KB
114COPY /examples /app/vllm/examples # buildkit271.33 KB
115COPY /docker /app/vllm/docker # buildkit40.03 KB
116ENV HSA_ENABLE_IPC_MODE_LEGACY=10 B
117ENV UCX_RMA_PPLN_ENABLE=y0 B
118ENV UCX_ROCM_COPY_SIGPOOL_MAX_ELEMS=inf0 B
119ENV TOKENIZERS_PARALLELISM=false0 B
120ENV SAFETENSORS_FAST_GPU=10 B
121ENV HIP_FORCE_DEV_KERNARG=10 B
122ENV PYTORCH_NVML_BASED_CUDA_CHECK=10 B
123RUN |4 COMMON_WORKDIR=/app BASE_IMAGE=public.ecr.aws/q9t5s3a7/vllm-release-repo:16f8478cc74b11c7-rocm-base NIC_BACKEND=all168 B
124ENV KINETO_CONFIG=/app/libkineto.conf0 B
125RUN |4 COMMON_WORKDIR=/app BASE_IMAGE=public.ecr.aws/q9t5s3a7/vllm-release-repo:16f8478cc74b11c7-rocm-base NIC_BACKEND=all606 B
126CMD ["/bin/bash"]0 B
127RUN /bin/sh -c uv pip84.76 MB
128ENTRYPOINT ["vllm" "serve"]0 B
129ARG PATCH_VERSION=latest0 B
130ARG MEGATRON_COMMIT=1dcf0dafa884ad52ffb243625717a3471643e0870 B
131ARG GPU_ARCH=gfx9500 B
132ARG ROCM_WHEEL_RELEASE=rocm-rel-7.2.30 B
133ARG APEX_WHEEL=apex-1.10.0%2Brocm7.2.3.git751f5dd5-cp312-cp312-linux_x86_64.whl0 B
134ARG TE_TAG=v2.15_rocm0 B
135ARG NVTE_FUSED_ATTN=00 B
136ARG TMS_COMMIT=d64a6390 B
137ARG TE_MAX_JOBS=960 B
138WORKDIR /root/32 B
139RUN |9 PATCH_VERSION=latest MEGATRON_COMMIT=1dcf0dafa884ad52ffb243625717a3471643e087 GPU_ARCH=gfx95047.82 MB
140ENV NVTE_USE_ROCM=10 B
141ENV NVTE_USE_HIPBLASLT=10 B
142ENV NVTE_FRAMEWORK=pytorch0 B
143RUN |9 PATCH_VERSION=latest MEGATRON_COMMIT=1dcf0dafa884ad52ffb243625717a3471643e087 GPU_ARCH=gfx95049.95 MB
144RUN |9 PATCH_VERSION=latest MEGATRON_COMMIT=1dcf0dafa884ad52ffb243625717a3471643e087 GPU_ARCH=gfx95038.98 MB
145RUN |9 PATCH_VERSION=latest MEGATRON_COMMIT=1dcf0dafa884ad52ffb243625717a3471643e087 GPU_ARCH=gfx950141.45 MB
146COPY docker/amd_patch/latest/megatron.patch /root/Megatron-LM/ # buildkit11.16 KB
147COPY docker/amd_patch/latest/amd_megatron_fused_kernels_init.patch /root/Megatron-LM/ # buildkit814 B
148RUN |9 PATCH_VERSION=latest MEGATRON_COMMIT=1dcf0dafa884ad52ffb243625717a3471643e087 GPU_ARCH=gfx950130.52 MB
149RUN |9 PATCH_VERSION=latest MEGATRON_COMMIT=1dcf0dafa884ad52ffb243625717a3471643e087 GPU_ARCH=gfx95016.31 MB
150RUN |9 PATCH_VERSION=latest MEGATRON_COMMIT=1dcf0dafa884ad52ffb243625717a3471643e087 GPU_ARCH=gfx9501.09 MB
151COPY requirements.txt /tmp/vime-requirements.txt # buildkit427 B
152RUN |9 PATCH_VERSION=latest MEGATRON_COMMIT=1dcf0dafa884ad52ffb243625717a3471643e087 GPU_ARCH=gfx950409.22 MB
153RUN |9 PATCH_VERSION=latest MEGATRON_COMMIT=1dcf0dafa884ad52ffb243625717a3471643e087 GPU_ARCH=gfx950113.48 MB
154RUN |9 PATCH_VERSION=latest MEGATRON_COMMIT=1dcf0dafa884ad52ffb243625717a3471643e087 GPU_ARCH=gfx950152 B
155COPY docker/patch/latest/vllm-pull_weights.patch /tmp/vllm-pull_weights.patch # buildkit4.69 KB
156COPY docker/patch/latest/vllm.patch /tmp/vllm.patch # buildkit1.96 KB
157RUN |9 PATCH_VERSION=latest MEGATRON_COMMIT=1dcf0dafa884ad52ffb243625717a3471643e087 GPU_ARCH=gfx9501.06 MB
158COPY . /root/vime # buildkit22.2 MB
159RUN |9 PATCH_VERSION=latest MEGATRON_COMMIT=1dcf0dafa884ad52ffb243625717a3471643e087 GPU_ARCH=gfx9501.16 MB
160RUN |9 PATCH_VERSION=latest MEGATRON_COMMIT=1dcf0dafa884ad52ffb243625717a3471643e087 GPU_ARCH=gfx950340.03 KB
161RUN |9 PATCH_VERSION=latest MEGATRON_COMMIT=1dcf0dafa884ad52ffb243625717a3471643e087 GPU_ARCH=gfx950185 B
162ENV CUDA_DEVICE_MAX_CONNECTIONS=10 B
163ENV HSA_NO_SCRATCH_RECLAIM=10 B
164ENV GPU_ARCHS=gfx9500 B
165ENV VLLM_ROCM_USE_AITER=10 B
166ENV VLLM_ENABLE_SCALE_OUT_ENDPOINTS=10 B
167ENV MIOPEN_DEBUG_CONV_DIRECT=00 B
168ENV PYTHONPATH=/root/vime:/root/Megatron-LM0 B
169RUN |9 PATCH_VERSION=latest MEGATRON_COMMIT=1dcf0dafa884ad52ffb243625717a3471643e087 GPU_ARCH=gfx9509.89 MB
170WORKDIR /root/vime32 B
171ENTRYPOINT []0 B
172CMD ["/bin/bash"]0 B

Command

 ARG RELEASE