Sign inSign up

gpustack/mirrored-vllm-ascend:nightly-main-20261012-6d2aa300863a

Multi-platform
Index digest

sha256:6d2aa300863a4145249822c625affbe98ed4f231605789b9118ae137370250f3

OS/ARCH

Compressed size

7.48 GB

Last pushed

15 days by gpustack

Type

Image

Manifest digest

sha256:1594b5fc203d0d6a568d0b7db537f95304c05d4e42fb6c2cfe964add4e753d2d

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.version=22.040 B
4ADD file ... in / 28.36 MB
5CMD ["/bin/bash"]0 B
6ENV PATH=/usr/local/python3.12.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
7ENV LD_LIBRARY_PATH=/usr/local/python3.12.13/lib:0 B
8ENV ASCEND_TOOLKIT_HOME=/usr/local/Ascend/cann-9.1.00 B
9ENV ASCEND_TOOLKIT_LATEST_HOME=/usr/local/Ascend/ascend-toolkit/latest0 B
10ENV PYTHONPATH=/usr/local/Ascend/cann-9.1.0/python/site-packages:/usr/local/Ascend/cann-9.1.0/opp/built-in/op_impl/ai_core/tbe:0 B
11ENV PYTHONPATH=/usr/local/Ascend/ascend-toolkit/latest/python/site-packages:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe:/usr/local/Ascend/cann-9.1.0/python/site-packages:/usr/local/Ascend/cann-9.1.0/opp/built-in/op_impl/ai_core/tbe:0 B
12ENV PATH=/usr/local/Ascend/cann-9.1.0/bin:/usr/local/Ascend/cann-9.1.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.1.0/tools/profiler/bin:/usr/local/Ascend/cann-9.1.0/tools/ascend_system_advisor/asys:/usr/local/python3.12.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
13ENV PATH=/usr/local/Ascend/cann-9.1.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-9.1.0/tools/msobjdump:/usr/local/Ascend/cann-9.1.0/bin:/usr/local/Ascend/cann-9.1.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.1.0/tools/profiler/bin:/usr/local/Ascend/cann-9.1.0/tools/ascend_system_advisor/asys:/usr/local/python3.12.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
14ENV PATH=/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.1.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-9.1.0/tools/msobjdump:/usr/local/Ascend/cann-9.1.0/bin:/usr/local/Ascend/cann-9.1.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.1.0/tools/profiler/bin:/usr/local/Ascend/cann-9.1.0/tools/ascend_system_advisor/asys:/usr/local/python3.12.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
15ENV ASCEND_AICPU_PATH=/usr/local/Ascend/cann-9.1.00 B
16ENV ASCEND_OPP_PATH=/usr/local/Ascend/cann-9.1.0/opp0 B
17ENV TOOLCHAIN_HOME=/usr/local/Ascend/cann-9.1.0/toolkit0 B
18ENV ASCEND_HOME_PATH=/usr/local/Ascend/cann-9.1.00 B
19ENV CMAKE_PREFIX_PATH=/usr/local/Ascend/cann-9.1.0/toolkit/tools/tikicpulib/lib/cmake:/usr/local/Ascend/cann-9.1.0/lib64/cmake0 B
20ENV ATB_HOME_PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_10 B
21ENV LD_LIBRARY_PATH=/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/python3.12.13/lib:0 B
22ENV LD_LIBRARY_PATH=/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/python3.12.13/lib:0 B
23ENV LD_LIBRARY_PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/python3.12.13/lib:0 B
24ENV LD_LIBRARY_PATH=/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common:/usr/local/Ascend/driver/lib64/driver:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/python3.12.13/lib:0 B
25ENV LD_LIBRARY_PATH=/usr/local/Ascend/cann-9.1.0/lib64:/usr/local/Ascend/cann-9.1.0/lib64/plugin/opskernel:/usr/local/Ascend/cann-9.1.0/lib64/plugin/nnengine:/usr/local/Ascend/cann-9.1.0/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common:/usr/local/Ascend/driver/lib64/driver:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/python3.12.13/lib:0 B
26ENV PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/bin:/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.1.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-9.1.0/tools/msobjdump:/usr/local/Ascend/cann-9.1.0/bin:/usr/local/Ascend/cann-9.1.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.1.0/tools/profiler/bin:/usr/local/Ascend/cann-9.1.0/tools/ascend_system_advisor/asys:/usr/local/python3.12.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
27ENV ATB_STREAM_SYNC_EVERY_KERNEL_ENABLE=00 B
28ENV ATB_STREAM_SYNC_EVERY_RUNNER_ENABLE=00 B
29ENV ATB_STREAM_SYNC_EVERY_OPERATION_ENABLE=00 B
30ENV ATB_OPSRUNNER_KERNEL_CACHE_LOCAL_COUNT=10 B
31ENV ATB_OPSRUNNER_KERNEL_CACHE_GLOABL_COUNT=50 B
32ENV ATB_WORKSPACE_MEM_ALLOC_ALG_TYPE=10 B
33ENV ATB_COMPARE_TILING_EVERY_KERNEL=00 B
34ENV ATB_SHARE_MEMORY_NAME_SUFFIX=0 B
35ENV ATB_MATMUL_SHUFFLE_K_ENABLE=10 B
36ENV LCCL_DETERMINISTIC=00 B
37ENV LCCL_PARALLEL=00 B
38ENV ATB_CXX_ABI=10 B
39SHELL [/bin/bash -c]0 B
40RUN /bin/bash -c apt-get update149.26 MB
41COPY /usr/local/python3.12.13 /usr/local/python3.12.13 # buildkit175.28 MB
42COPY /usr/local/Ascend /usr/local/Ascend # buildkit4 GB
43COPY /etc/Ascend /etc/Ascend # buildkit216 B
44RUN /bin/bash -c CANN_TOOLKIT_ENV_FILE="/usr/local/Ascend/ascend-toolkit/set_env.sh" &&1.86 KB
45ENTRYPOINT ["/bin/bash" "-c" " 0 B
46ARG PYTORCH_INDEX_URL=https://download.pytorch.org/whl/cpu/0 B
47ARG ASCEND_INDEX_URL=https://mirrors.huaweicloud.com/ascend/repos/pypi0 B
48ARG MOONCAKE_TAG=0.3.11.post10 B
49ARG VLLM_REPO=https://github.com/vllm-project/vllm.git0 B
50ARG VLLM_TAG=v0.30.00 B
51ARG VLLM_COMMIT=0 B
52ARG SOC_VERSION=ascend910b10 B
53ARG COMPILE_CUSTOM_KERNELS=10 B
54ARG BUILD_TYPE=release0 B
55ARG MEMCACHE_VERSION=1.3.00 B
56ARG MEMCACHE_DATE=20260923.60 B
57ARG MEMFABRIC_VERSION=1.3.00 B
58ARG MEMFABRIC_DATE=20260923.60 B
59ARG TORCH_NPU_VERSION=26.2.00 B
60ARG TORCH_NPU_DATE=20260926.50 B
61ARG TRITON_ASCEND_VERSION=202609232302120 B
62ARG TRITON_ASCEND_PACKAGE_VERSION=3.6.0%2Bdev202609232302120 B
63ARG DAILY_DEPS_MODE=full0 B
64ARG FLA_VERSION=26.9.1+deva4a79580 B
65ARG FLA_RELEASE_TAG=v26.9.1-beta20 B
66WORKDIR /workspace99 B
67RUN |20 PYTORCH_INDEX_URL=https://download.pytorch.org/whl/cpu/ ASCEND_INDEX_URL=https://mirrors.huaweicloud.com/ascend/repos/pypi MOONCAKE_TAG=0.3.11.post1268.85 MB
68RUN |20 PYTORCH_INDEX_URL=https://download.pytorch.org/whl/cpu/ ASCEND_INDEX_URL=https://mirrors.huaweicloud.com/ascend/repos/pypi MOONCAKE_TAG=0.3.11.post194.8 MB
69RUN |20 PYTORCH_INDEX_URL=https://download.pytorch.org/whl/cpu/ ASCEND_INDEX_URL=https://mirrors.huaweicloud.com/ascend/repos/pypi MOONCAKE_TAG=0.3.11.post183.33 MB
70RUN |20 PYTORCH_INDEX_URL=https://download.pytorch.org/whl/cpu/ ASCEND_INDEX_URL=https://mirrors.huaweicloud.com/ascend/repos/pypi MOONCAKE_TAG=0.3.11.post1448.58 MB
71ENV DEBIAN_FRONTEND=noninteractive0 B
72ENV SOC_VERSION=ascend910b1 TASK_QUEUE_ENABLE=1 OMP_NUM_THREADS=10 B
73COPY . /vllm-workspace/vllm-ascend/ # buildkit153.29 MB
74RUN |20 PYTORCH_INDEX_URL=https://download.pytorch.org/whl/cpu/ ASCEND_INDEX_URL=https://mirrors.huaweicloud.com/ascend/repos/pypi MOONCAKE_TAG=0.3.11.post11.06 GB
75ARG TARGETPLATFORM=linux/amd640 B
76RUN |21 PYTORCH_INDEX_URL=https://download.pytorch.org/whl/cpu/ ASCEND_INDEX_URL=https://mirrors.huaweicloud.com/ascend/repos/pypi MOONCAKE_TAG=0.3.11.post153.97 MB
77ENV PATH=/root/.cargo/bin:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/bin:/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.1.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-9.1.0/tools/msobjdump:/usr/local/Ascend/cann-9.1.0/bin:/usr/local/Ascend/cann-9.1.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.1.0/tools/profiler/bin:/usr/local/Ascend/cann-9.1.0/tools/ascend_system_advisor/asys:/usr/local/python3.12.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
78RUN |21 PYTORCH_INDEX_URL=https://download.pytorch.org/whl/cpu/ ASCEND_INDEX_URL=https://mirrors.huaweicloud.com/ascend/repos/pypi MOONCAKE_TAG=0.3.11.post11021.23 MB
79RUN |21 PYTORCH_INDEX_URL=https://download.pytorch.org/whl/cpu/ ASCEND_INDEX_URL=https://mirrors.huaweicloud.com/ascend/repos/pypi MOONCAKE_TAG=0.3.11.post1105.78 KB
80RUN |21 PYTORCH_INDEX_URL=https://download.pytorch.org/whl/cpu/ ASCEND_INDEX_URL=https://mirrors.huaweicloud.com/ascend/repos/pypi MOONCAKE_TAG=0.3.11.post1105.98 KB
81COPY .github/workflows/scripts/install_daily_deps.sh /tmp/ # buildkit1.45 KB
82RUN |21 PYTORCH_INDEX_URL=https://download.pytorch.org/whl/cpu/ ASCEND_INDEX_URL=https://mirrors.huaweicloud.com/ascend/repos/pypi MOONCAKE_TAG=0.3.11.post1103.95 KB
83CMD ["/bin/bash"]0 B

Command

 ARG RELEASE