Sign inSign up

rocm/primus:latest

Manifest digest

sha256:79629b5e5ba4fcfef1d49cfd9dc5247681243437e7fd1db815279870f41c1b3c

OS/ARCH

linux/amd64

Compressed size

14.31 GB

Last pushed

2 days by rocm

Type

Image

Manifest digest

sha256:79629b5e5ba4fcfef1d49cfd9dc5247681243437e7fd1db815279870f41c1b3c

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.version=24.040 B
4ADD file ... in / 29.21 MB
5CMD ["/bin/bash"]0 B
6WORKDIR /workspace/99 B
7ENV MAX_JOBS=1280 B
8ENV PYTORCH_ROCM_ARCH=gfx942;gfx9500 B
9ENV ROCM_AMDGPU_TARGETS=gfx942,gfx9500 B
10ENV GPU_ARCHS=gfx942;gfx9500 B
11ENV MLPERF_RUNTIME_SERIES=v26.50 B
12ENV DEBIAN_FRONTEND=noninteractive0 B
13RUN /bin/sh -c apt update238.21 MB
14COPY /uv /usr/local/bin/uv # buildkit20.96 MB
15RUN /bin/sh -c uv venv9.64 KB
16ENV PATH=/opt/venv/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
17ENV VIRTUAL_ENV=/opt/venv0 B
18COPY /dist/pip-*.whl /tmp/ # buildkit1.71 MB
19RUN /bin/sh -c uv pip29.08 MB
20RUN /bin/sh -c apt update95 MB
21ENV HSA_ENABLE_SCRATCH_ASYNC_RECLAIM=00 B
22ENV HSA_NO_SCRATCH_RECLAIM=10 B
23ENV GPU_USE_DEVICE_QUEUE=10 B
24ENV DEBUG_CLR_AQL_DEV_QUEUE=10 B
25ENV THE_ROCK_VERSION=10.1.00 B
26RUN /bin/sh -c uv pip3.68 GB
27ARG PYTORCH_VERSION=2.14.0+rocm10.1.00 B
28RUN |1 PYTORCH_VERSION=2.14.0+rocm10.1.0 /bin/sh -c60.22 MB
29RUN |1 PYTORCH_VERSION=2.14.0+rocm10.1.0 /bin/sh -c973.15 MB
30RUN |1 PYTORCH_VERSION=2.14.0+rocm10.1.0 /bin/sh -c9.36 KB
31RUN |1 PYTORCH_VERSION=2.14.0+rocm10.1.0 /bin/sh -c3.67 GB
32ENV ROCM_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel0 B
33ENV ROCM_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel0 B
34ENV HIP_PLATFORM=amd0 B
35ENV HIP_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel0 B
36ENV HIP_CLANG_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/llvm/bin0 B
37ENV HIP_INCLUDE_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/include0 B
38ENV HIP_LIB_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib0 B
39ENV HIP_DEVICE_LIB_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib/llvm/amdgcn/bitcode0 B
40ENV PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/llvm/bin:/opt/venv/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
41ENV LD_LIBRARY_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib64:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/llvm/lib:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib/host-math/lib:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib/rocm_sysdeps/lib0 B
42ENV LIBRARY_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib640 B
43ENV CPATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/include0 B
44ENV PKG_CONFIG_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib/pkgconfig0 B
45RUN |1 PYTORCH_VERSION=2.14.0+rocm10.1.0 /bin/sh -c26.42 KB
46ARG BWD_ATTN_ASM_REPO=https://github.com/mawad-amd/bwd-attn-asm.git0 B
47ARG BWD_ATTN_ASM_REF=9b9fb6444f3fee388617f62432c3faea740793770 B
48ARG BWD_ATTN_SOURCE_SYMBOL=_ZN5aiter43fmha_bwd_hd64_bf16_causal_a16_rtz_recompileE0 B
49ARG BWD_ATTN_SYMBOL=_ZN5aiter44fmha_bwd_hd64_bf16_causal_a16_rtne_recompileE0 B
50RUN |5 PYTORCH_VERSION=2.14.0+rocm10.1.0 BWD_ATTN_ASM_REPO=https://github.com/mawad-amd/bwd-attn-asm.git BWD_ATTN_ASM_REF=9b9fb6444f3fee388617f62432c3faea740793778.09 KB
51ARG TE_REPO=https://github.com/ROCm/TransformerEngine.git0 B
52ARG TE_VERSION=130099ce48dc806398611de9960f8e0c486ad5f10 B
53ARG BWD_ATTN_SLOT=bwd_hd64_bf16_causal_a16_rtne.co0 B
54ENV NVTE_USE_HIPBLASLT=10 B
55ENV NVTE_FRAMEWORK=pytorch0 B
56ENV NVTE_ROCM_ARCH=gfx942;gfx9500 B
57ENV NVTE_USE_CAST_TRANSPOSE_TRITON=10 B
58ENV NVTE_CK_IS_V3_ATOMIC_FP32=00 B
59ENV NVTE_CK_USES_BWD_V3=10 B
60ENV NVTE_CK_USES_FWD_V3=10 B
61ENV CK_TILE_FLOAT_TO_BFLOAT16_DEFAULT=20 B
62ENV NVTE_CK_HOW_V3_BF16_CVT=20 B
63ENV NVTE_USE_ROCM=10 B
64ENV NVTE_FUSED_ATTN_AOTRITON=00 B
65ENV NVTE_FUSED_ATTN_CK=10 B
66ENV NVTE_CK_JIT=10 B
67ENV NVTE_CK_FUSED_ATTN_PATH=0 B
68ENV NVTE_AITER_SOURCE_DIR=/workspace/deps/te-aiter0 B
69ENV NVTE_BUILD_MAX_JOBS=1280 B
70ENV CU_NUM=3040 B
71ENV NVTE_SKIP_SUBMODULE_CHECKS_DURING_BUILD=10 B
72ENV CMAKE_BUILD_PARALLEL_LEVEL=1280 B
73RUN |8 PYTORCH_VERSION=2.14.0+rocm10.1.0 BWD_ATTN_ASM_REPO=https://github.com/mawad-amd/bwd-attn-asm.git BWD_ATTN_ASM_REF=9b9fb6444f3fee388617f62432c3faea74079377483.33 MB
74ARG FA_REPO=https://github.com/ROCm/flash-attention.git0 B
75ARG FA_REF=5301a359f59ef8fa10f211618d9f7a69716a88980 B
76RUN |10 PYTORCH_VERSION=2.14.0+rocm10.1.0 BWD_ATTN_ASM_REPO=https://github.com/mawad-amd/bwd-attn-asm.git BWD_ATTN_ASM_REF=9b9fb6444f3fee388617f62432c3faea7407937767.65 MB
77ARG FLUX_REPO=https://github.com/ROCm/AMDiffusionBenchmark.git0 B
78ARG FLUX_BRANCH=26.4_RC_Patch_torchcodec0 B
79COPY pipeline/primus_training/docker/Diffusion_benchmark_patches.patch /workspace/Diffusion_benchmark_patches.patch # buildkit2.82 KB
80COPY pipeline/primus_training/docker/sdxl_patch.patch /workspace/sdxl_patch.patch # buildkit583 B
81COPY pipeline/primus_training/docker/Diffusion_amd_smi.patch /workspace/Diffusion_amd_smi.patch # buildkit768 B
82RUN |12 PYTORCH_VERSION=2.14.0+rocm10.1.0 BWD_ATTN_ASM_REPO=https://github.com/mawad-amd/bwd-attn-asm.git BWD_ATTN_ASM_REF=9b9fb6444f3fee388617f62432c3faea7407937785.56 MB
83ARG DLRM_REPO=https://github.com/AMD-AGI/DLRMBenchmark.git0 B
84ARG DLRM_BRANCH=main0 B
85RUN |14 PYTORCH_VERSION=2.14.0+rocm10.1.0 BWD_ATTN_ASM_REPO=https://github.com/mawad-amd/bwd-attn-asm.git BWD_ATTN_ASM_REF=9b9fb6444f3fee388617f62432c3faea74079377103.58 KB
86ARG TORCHTUNE_REPO=https://github.com/pytorch/torchtune.git0 B
87ARG TORCHTUNE_BRANCH=b4c98ac2a37f0397d64c22579aed415ce7264db60 B
88RUN |16 PYTORCH_VERSION=2.14.0+rocm10.1.0 BWD_ATTN_ASM_REPO=https://github.com/mawad-amd/bwd-attn-asm.git BWD_ATTN_ASM_REF=9b9fb6444f3fee388617f62432c3faea7407937717.59 MB
89ARG TORCHAO_REPO=https://github.com/pytorch/ao.git0 B
90ARG TORCHAO_BRANCH=e9c7bead90b840b280f97374308255957108ce470 B
91RUN |18 PYTORCH_VERSION=2.14.0+rocm10.1.0 BWD_ATTN_ASM_REPO=https://github.com/mawad-amd/bwd-attn-asm.git BWD_ATTN_ASM_REF=9b9fb6444f3fee388617f62432c3faea740793772.06 MB
92RUN |18 PYTORCH_VERSION=2.14.0+rocm10.1.0 BWD_ATTN_ASM_REPO=https://github.com/mawad-amd/bwd-attn-asm.git BWD_ATTN_ASM_REF=9b9fb6444f3fee388617f62432c3faea74079377173.24 MB
93ARG GROUPED_GEMM_REPO=https://github.com/caaatch22/grouped_gemm.git0 B
94ARG GROUPED_GEMM_BRANCH=rocm0 B
95RUN |20 PYTORCH_VERSION=2.14.0+rocm10.1.0 BWD_ATTN_ASM_REPO=https://github.com/mawad-amd/bwd-attn-asm.git BWD_ATTN_ASM_REF=9b9fb6444f3fee388617f62432c3faea74079377217.54 KB
96ARG CAUSAL_CONV1D_REPO=https://github.com/Dao-AILab/causal-conv1d0 B
97ARG CAUSAL_CONV1D_BRANCH=e940ead2fd962c56854455017541384909ca669f0 B
98ENV CAUSAL_CONV1D_FORCE_BUILD=TRUE0 B
99ENV MAMBA_FORCE_BUILD=TRUE0 B
100ENV HIP_ARCHITECTURES=gfx942,gfx9500 B
101RUN |22 PYTORCH_VERSION=2.14.0+rocm10.1.0 BWD_ATTN_ASM_REPO=https://github.com/mawad-amd/bwd-attn-asm.git BWD_ATTN_ASM_REF=9b9fb6444f3fee388617f62432c3faea740793779.42 MB
102ARG MAMBA_REPO=https://github.com/AndreasKaratzas/mamba.git0 B
103ARG MAMBA_BRANCH=enable-primus-hybrid-models0 B
104RUN |24 PYTORCH_VERSION=2.14.0+rocm10.1.0 BWD_ATTN_ASM_REPO=https://github.com/mawad-amd/bwd-attn-asm.git BWD_ATTN_ASM_REF=9b9fb6444f3fee388617f62432c3faea7407937752.53 MB
105ARG PRIMUS_REPO=https://github.com/AMD-AGI/Primus.git0 B
106ARG PRIMUS_BRANCH=f487a934fbc21def28077d5e919dad0b68ecaf9d0 B
107ENV NVTE_FLASH_ATTN=00 B
108ENV NVTE_FUSED_ATTN=10 B
109ENV PRIMUS_FLA_MLA_ATTN=10 B
110RUN |26 PYTORCH_VERSION=2.14.0+rocm10.1.0 BWD_ATTN_ASM_REPO=https://github.com/mawad-amd/bwd-attn-asm.git BWD_ATTN_ASM_REF=9b9fb6444f3fee388617f62432c3faea740793771.61 GB
111ARG AITER_REPO=https://github.com/ROCm/aiter.git0 B
112ARG AITER_COMMIT=b4d9154d125e09efbe098d986e40fea3549c12440 B
113RUN |28 PYTORCH_VERSION=2.14.0+rocm10.1.0 BWD_ATTN_ASM_REPO=https://github.com/mawad-amd/bwd-attn-asm.git BWD_ATTN_ASM_REF=9b9fb6444f3fee388617f62432c3faea74079377190.58 MB
114ARG TURBO_REPO=https://github.com/AMD-AGI/Primus-Turbo.git0 B
115ARG TURBO_COMMIT=9c645c5fe1c9179a4a26373466d8637801185d870 B
116ENV HCC_AMDGPU_TARGET=gfx942,gfx9500 B
117ENV PRIMUS_TURBO_FRAMEWORK=PYTORCH0 B
118RUN |30 PYTORCH_VERSION=2.14.0+rocm10.1.0 BWD_ATTN_ASM_REPO=https://github.com/mawad-amd/bwd-attn-asm.git BWD_ATTN_ASM_REF=9b9fb6444f3fee388617f62432c3faea740793771002.55 MB
119RUN |30 PYTORCH_VERSION=2.14.0+rocm10.1.0 BWD_ATTN_ASM_REPO=https://github.com/mawad-amd/bwd-attn-asm.git BWD_ATTN_ASM_REF=9b9fb6444f3fee388617f62432c3faea740793777.05 KB
120RUN |30 PYTORCH_VERSION=2.14.0+rocm10.1.0 BWD_ATTN_ASM_REPO=https://github.com/mawad-amd/bwd-attn-asm.git BWD_ATTN_ASM_REF=9b9fb6444f3fee388617f62432c3faea7407937712.57 MB
121RUN |30 PYTORCH_VERSION=2.14.0+rocm10.1.0 BWD_ATTN_ASM_REPO=https://github.com/mawad-amd/bwd-attn-asm.git BWD_ATTN_ASM_REF=9b9fb6444f3fee388617f62432c3faea7407937754.82 MB
122RUN |30 PYTORCH_VERSION=2.14.0+rocm10.1.0 BWD_ATTN_ASM_REPO=https://github.com/mawad-amd/bwd-attn-asm.git BWD_ATTN_ASM_REF=9b9fb6444f3fee388617f62432c3faea7407937710 MB
123WORKDIR /workspace/32 B
124RUN |30 PYTORCH_VERSION=2.14.0+rocm10.1.0 BWD_ATTN_ASM_REPO=https://github.com/mawad-amd/bwd-attn-asm.git BWD_ATTN_ASM_REF=9b9fb6444f3fee388617f62432c3faea740793773.37 MB
125ARG FBGEMM_REPO=https://github.com/pytorch/FBGEMM.git0 B
126ARG FBGEMM_COMMIT=80bd3c077dc41b55cd16ed4dcad15cf7c1c1d76a0 B
127ENV BUILD_ROCM_VERSION=7.150 B
128RUN |32 PYTORCH_VERSION=2.14.0+rocm10.1.0 BWD_ATTN_ASM_REPO=https://github.com/mawad-amd/bwd-attn-asm.git BWD_ATTN_ASM_REF=9b9fb6444f3fee388617f62432c3faea74079377874.63 KB
129RUN |32 PYTORCH_VERSION=2.14.0+rocm10.1.0 BWD_ATTN_ASM_REPO=https://github.com/mawad-amd/bwd-attn-asm.git BWD_ATTN_ASM_REF=9b9fb6444f3fee388617f62432c3faea740793771.7 GB
130RUN |32 PYTORCH_VERSION=2.14.0+rocm10.1.0 BWD_ATTN_ASM_REPO=https://github.com/mawad-amd/bwd-attn-asm.git BWD_ATTN_ASM_REF=9b9fb6444f3fee388617f62432c3faea74079377303.6 KB
131ENV GPU_ARCHS=native0 B
132RUN |32 PYTORCH_VERSION=2.14.0+rocm10.1.0 BWD_ATTN_ASM_REPO=https://github.com/mawad-amd/bwd-attn-asm.git BWD_ATTN_ASM_REF=9b9fb6444f3fee388617f62432c3faea740793778.01 MB
133RUN |32 PYTORCH_VERSION=2.14.0+rocm10.1.0 BWD_ATTN_ASM_REPO=https://github.com/mawad-amd/bwd-attn-asm.git BWD_ATTN_ASM_REF=9b9fb6444f3fee388617f62432c3faea74079377858 B
134RUN |32 PYTORCH_VERSION=2.14.0+rocm10.1.0 BWD_ATTN_ASM_REPO=https://github.com/mawad-amd/bwd-attn-asm.git BWD_ATTN_ASM_REF=9b9fb6444f3fee388617f62432c3faea7407937714.12 MB
135ARG AINIC_BUNDLE_VERSION=1.117.5-a-770 B
136RUN |33 PYTORCH_VERSION=2.14.0+rocm10.1.0 BWD_ATTN_ASM_REPO=https://github.com/mawad-amd/bwd-attn-asm.git BWD_ATTN_ASM_REF=9b9fb6444f3fee388617f62432c3faea74079377447.26 KB
137RUN |33 PYTORCH_VERSION=2.14.0+rocm10.1.0 BWD_ATTN_ASM_REPO=https://github.com/mawad-amd/bwd-attn-asm.git BWD_ATTN_ASM_REF=9b9fb6444f3fee388617f62432c3faea74079377233 B
138ARG UCX_VERSION=1.18.00 B
139RUN |34 PYTORCH_VERSION=2.14.0+rocm10.1.0 BWD_ATTN_ASM_REPO=https://github.com/mawad-amd/bwd-attn-asm.git BWD_ATTN_ASM_REF=9b9fb6444f3fee388617f62432c3faea7407937786.43 MB
140ENV UCX_INSTALL_DIR=/workspace/ucx-1.18.0/install0 B
141ARG MPI_VERSION=4.1.60 B
142RUN |35 PYTORCH_VERSION=2.14.0+rocm10.1.0 BWD_ATTN_ASM_REPO=https://github.com/mawad-amd/bwd-attn-asm.git BWD_ATTN_ASM_REF=9b9fb6444f3fee388617f62432c3faea740793773.84 MB
143ENV PATH=/opt/openmpi/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/llvm/bin:/opt/venv/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
144ENV LD_LIBRARY_PATH=/opt/openmpi/lib:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib64:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/llvm/lib:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib/host-math/lib:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib/rocm_sysdeps/lib0 B
145ARG MLPERF_COMMENT_REPO=https://github.com/AMD-AGI/mlperf-common.git0 B
146ARG MLPERF_COMMENT_COMMIT=56d8ca70f60f866312add84adfea66f5447a4c860 B
147RUN |37 PYTORCH_VERSION=2.14.0+rocm10.1.0 BWD_ATTN_ASM_REPO=https://github.com/mawad-amd/bwd-attn-asm.git BWD_ATTN_ASM_REF=9b9fb6444f3fee388617f62432c3faea7407937724.98 KB
148COPY /wandb-core /opt/venv/lib/python3.12/site-packages/wandb/bin/wandb-core # buildkit15.16 MB
149RUN |37 PYTORCH_VERSION=2.14.0+rocm10.1.0 BWD_ATTN_ASM_REPO=https://github.com/mawad-amd/bwd-attn-asm.git BWD_ATTN_ASM_REF=9b9fb6444f3fee388617f62432c3faea74079377258 B
150RUN |37 PYTORCH_VERSION=2.14.0+rocm10.1.0 BWD_ATTN_ASM_REPO=https://github.com/mawad-amd/bwd-attn-asm.git BWD_ATTN_ASM_REF=9b9fb6444f3fee388617f62432c3faea74079377544 B
151RUN |37 PYTORCH_VERSION=2.14.0+rocm10.1.0 BWD_ATTN_ASM_REPO=https://github.com/mawad-amd/bwd-attn-asm.git BWD_ATTN_ASM_REF=9b9fb6444f3fee388617f62432c3faea7407937732 B
152RUN |37 PYTORCH_VERSION=2.14.0+rocm10.1.0 BWD_ATTN_ASM_REPO=https://github.com/mawad-amd/bwd-attn-asm.git BWD_ATTN_ASM_REF=9b9fb6444f3fee388617f62432c3faea7407937732 B
153RUN |37 PYTORCH_VERSION=2.14.0+rocm10.1.0 BWD_ATTN_ASM_REPO=https://github.com/mawad-amd/bwd-attn-asm.git BWD_ATTN_ASM_REF=9b9fb6444f3fee388617f62432c3faea74079377401 B
154ARG GIT_COMMIT_TAG=6025d2033abe4288c190d2db916bfeb2c9585d060 B
155ARG DOCKERFILE_PATH=pipeline/primus_training/docker/Dockerfile0 B
156RUN |39 PYTORCH_VERSION=2.14.0+rocm10.1.0 BWD_ATTN_ASM_REPO=https://github.com/mawad-amd/bwd-attn-asm.git BWD_ATTN_ASM_REF=9b9fb6444f3fee388617f62432c3faea7407937721.18 KB
157COPY pipeline/primus_training/docker/Dockerfile /workspace/.manifest/docker-build-recipe.txt # buildkit11.97 KB
158CMD ["/usr/bin/bash"]0 B

Command

 ARG RELEASE