Sign inSign up

gpustack/mirrored-vllm-ascend:nightly-main-20261012-6d2aa300863a

Multi-platform
Index digest

sha256:6d2aa300863a4145249822c625affbe98ed4f231605789b9118ae137370250f3

OS/ARCH

Compressed size

7.24 GB

Last pushed

17 days by gpustack

Type

Image

Manifest digest

sha256:eb427a2f888262000dbf0fa53780b140ba2f7df9c9cb65ca3ad468ef591ac55b

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.version=22.040 B
4ADD file ... in / 26.33 MB
5CMD ["/bin/bash"]0 B
6ENV PATH=/usr/local/python3.12.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
7ENV LD_LIBRARY_PATH=/usr/local/python3.12.13/lib:0 B
8ENV ASCEND_TOOLKIT_HOME=/usr/local/Ascend/cann-9.1.00 B
9ENV ASCEND_TOOLKIT_LATEST_HOME=/usr/local/Ascend/ascend-toolkit/latest0 B
10ENV PYTHONPATH=/usr/local/Ascend/cann-9.1.0/python/site-packages:/usr/local/Ascend/cann-9.1.0/opp/built-in/op_impl/ai_core/tbe:0 B
11ENV PYTHONPATH=/usr/local/Ascend/ascend-toolkit/latest/python/site-packages:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe:/usr/local/Ascend/cann-9.1.0/python/site-packages:/usr/local/Ascend/cann-9.1.0/opp/built-in/op_impl/ai_core/tbe:0 B
12ENV PATH=/usr/local/Ascend/cann-9.1.0/bin:/usr/local/Ascend/cann-9.1.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.1.0/tools/profiler/bin:/usr/local/Ascend/cann-9.1.0/tools/ascend_system_advisor/asys:/usr/local/python3.12.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
13ENV PATH=/usr/local/Ascend/cann-9.1.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-9.1.0/tools/msobjdump:/usr/local/Ascend/cann-9.1.0/bin:/usr/local/Ascend/cann-9.1.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.1.0/tools/profiler/bin:/usr/local/Ascend/cann-9.1.0/tools/ascend_system_advisor/asys:/usr/local/python3.12.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
14ENV PATH=/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.1.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-9.1.0/tools/msobjdump:/usr/local/Ascend/cann-9.1.0/bin:/usr/local/Ascend/cann-9.1.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.1.0/tools/profiler/bin:/usr/local/Ascend/cann-9.1.0/tools/ascend_system_advisor/asys:/usr/local/python3.12.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
15ENV ASCEND_AICPU_PATH=/usr/local/Ascend/cann-9.1.00 B
16ENV ASCEND_OPP_PATH=/usr/local/Ascend/cann-9.1.0/opp0 B
17ENV TOOLCHAIN_HOME=/usr/local/Ascend/cann-9.1.0/toolkit0 B
18ENV ASCEND_HOME_PATH=/usr/local/Ascend/cann-9.1.00 B
19ENV CMAKE_PREFIX_PATH=/usr/local/Ascend/cann-9.1.0/toolkit/tools/tikicpulib/lib/cmake:/usr/local/Ascend/cann-9.1.0/lib64/cmake0 B
20ENV ATB_HOME_PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_10 B
21ENV LD_LIBRARY_PATH=/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/python3.12.13/lib:0 B
22ENV LD_LIBRARY_PATH=/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/python3.12.13/lib:0 B
23ENV LD_LIBRARY_PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/python3.12.13/lib:0 B
24ENV LD_LIBRARY_PATH=/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common:/usr/local/Ascend/driver/lib64/driver:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/python3.12.13/lib:0 B
25ENV LD_LIBRARY_PATH=/usr/local/Ascend/cann-9.1.0/lib64:/usr/local/Ascend/cann-9.1.0/lib64/plugin/opskernel:/usr/local/Ascend/cann-9.1.0/lib64/plugin/nnengine:/usr/local/Ascend/cann-9.1.0/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common:/usr/local/Ascend/driver/lib64/driver:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/python3.12.13/lib:0 B
26ENV PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/bin:/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.1.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-9.1.0/tools/msobjdump:/usr/local/Ascend/cann-9.1.0/bin:/usr/local/Ascend/cann-9.1.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.1.0/tools/profiler/bin:/usr/local/Ascend/cann-9.1.0/tools/ascend_system_advisor/asys:/usr/local/python3.12.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
27ENV ATB_STREAM_SYNC_EVERY_KERNEL_ENABLE=00 B
28ENV ATB_STREAM_SYNC_EVERY_RUNNER_ENABLE=00 B
29ENV ATB_STREAM_SYNC_EVERY_OPERATION_ENABLE=00 B
30ENV ATB_OPSRUNNER_KERNEL_CACHE_LOCAL_COUNT=10 B
31ENV ATB_OPSRUNNER_KERNEL_CACHE_GLOABL_COUNT=50 B
32ENV ATB_WORKSPACE_MEM_ALLOC_ALG_TYPE=10 B
33ENV ATB_COMPARE_TILING_EVERY_KERNEL=00 B
34ENV ATB_SHARE_MEMORY_NAME_SUFFIX=0 B
35ENV ATB_MATMUL_SHUFFLE_K_ENABLE=10 B
36ENV LCCL_DETERMINISTIC=00 B
37ENV LCCL_PARALLEL=00 B
38ENV ATB_CXX_ABI=10 B
39SHELL [/bin/bash -c]0 B
40RUN /bin/bash -c apt-get update143.91 MB
41COPY /usr/local/python3.12.13 /usr/local/python3.12.13 # buildkit173.12 MB
42COPY /usr/local/Ascend /usr/local/Ascend # buildkit3.99 GB
43COPY /etc/Ascend /etc/Ascend # buildkit216 B
44RUN /bin/bash -c CANN_TOOLKIT_ENV_FILE="/usr/local/Ascend/ascend-toolkit/set_env.sh" &&1.85 KB
45ENTRYPOINT ["/bin/bash" "-c" " 0 B
46ARG PYTORCH_INDEX_URL=https://download.pytorch.org/whl/cpu/0 B
47ARG ASCEND_INDEX_URL=https://mirrors.huaweicloud.com/ascend/repos/pypi0 B
48ARG MOONCAKE_TAG=0.3.11.post10 B
49ARG VLLM_REPO=https://github.com/vllm-project/vllm.git0 B
50ARG VLLM_TAG=v0.30.00 B
51ARG VLLM_COMMIT=0 B
52ARG SOC_VERSION=ascend910b10 B
53ARG COMPILE_CUSTOM_KERNELS=10 B
54ARG BUILD_TYPE=release0 B
55ARG MEMCACHE_VERSION=1.3.00 B
56ARG MEMCACHE_DATE=20260923.60 B
57ARG MEMFABRIC_VERSION=1.3.00 B
58ARG MEMFABRIC_DATE=20260923.60 B
59ARG TORCH_NPU_VERSION=26.2.00 B
60ARG TORCH_NPU_DATE=20260926.50 B
61ARG TRITON_ASCEND_VERSION=202609232302120 B
62ARG TRITON_ASCEND_PACKAGE_VERSION=3.6.0%2Bdev202609232302120 B
63ARG DAILY_DEPS_MODE=full0 B
64ARG FLA_VERSION=26.9.1+deva4a79580 B
65ARG FLA_RELEASE_TAG=v26.9.1-beta20 B
66WORKDIR /workspace99 B
67RUN |20 PYTORCH_INDEX_URL=https://download.pytorch.org/whl/cpu/ ASCEND_INDEX_URL=https://mirrors.huaweicloud.com/ascend/repos/pypi MOONCAKE_TAG=0.3.11.post1242.91 MB
68RUN |20 PYTORCH_INDEX_URL=https://download.pytorch.org/whl/cpu/ ASCEND_INDEX_URL=https://mirrors.huaweicloud.com/ascend/repos/pypi MOONCAKE_TAG=0.3.11.post194.11 MB
69RUN |20 PYTORCH_INDEX_URL=https://download.pytorch.org/whl/cpu/ ASCEND_INDEX_URL=https://mirrors.huaweicloud.com/ascend/repos/pypi MOONCAKE_TAG=0.3.11.post183.33 MB
70RUN |20 PYTORCH_INDEX_URL=https://download.pytorch.org/whl/cpu/ ASCEND_INDEX_URL=https://mirrors.huaweicloud.com/ascend/repos/pypi MOONCAKE_TAG=0.3.11.post1388.21 MB
71ENV DEBIAN_FRONTEND=noninteractive0 B
72ENV SOC_VERSION=ascend910b1 TASK_QUEUE_ENABLE=1 OMP_NUM_THREADS=10 B
73COPY . /vllm-workspace/vllm-ascend/ # buildkit153.29 MB
74RUN |20 PYTORCH_INDEX_URL=https://download.pytorch.org/whl/cpu/ ASCEND_INDEX_URL=https://mirrors.huaweicloud.com/ascend/repos/pypi MOONCAKE_TAG=0.3.11.post1989.64 MB
75ARG TARGETPLATFORM=linux/arm640 B
76RUN |21 PYTORCH_INDEX_URL=https://download.pytorch.org/whl/cpu/ ASCEND_INDEX_URL=https://mirrors.huaweicloud.com/ascend/repos/pypi MOONCAKE_TAG=0.3.11.post153.79 MB
77ENV PATH=/root/.cargo/bin:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/bin:/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.1.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-9.1.0/tools/msobjdump:/usr/local/Ascend/cann-9.1.0/bin:/usr/local/Ascend/cann-9.1.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.1.0/tools/profiler/bin:/usr/local/Ascend/cann-9.1.0/tools/ascend_system_advisor/asys:/usr/local/python3.12.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
78RUN |21 PYTORCH_INDEX_URL=https://download.pytorch.org/whl/cpu/ ASCEND_INDEX_URL=https://mirrors.huaweicloud.com/ascend/repos/pypi MOONCAKE_TAG=0.3.11.post1979.01 MB
79RUN |21 PYTORCH_INDEX_URL=https://download.pytorch.org/whl/cpu/ ASCEND_INDEX_URL=https://mirrors.huaweicloud.com/ascend/repos/pypi MOONCAKE_TAG=0.3.11.post1105.78 KB
80RUN |21 PYTORCH_INDEX_URL=https://download.pytorch.org/whl/cpu/ ASCEND_INDEX_URL=https://mirrors.huaweicloud.com/ascend/repos/pypi MOONCAKE_TAG=0.3.11.post1105.97 KB
81COPY .github/workflows/scripts/install_daily_deps.sh /tmp/ # buildkit1.44 KB
82RUN |21 PYTORCH_INDEX_URL=https://download.pytorch.org/whl/cpu/ ASCEND_INDEX_URL=https://mirrors.huaweicloud.com/ascend/repos/pypi MOONCAKE_TAG=0.3.11.post1103.95 KB
83CMD ["/bin/bash"]0 B

Command

 ARG RELEASE