valarlip/atom-lmcache-dsv4-four-pr:latest

Index digest

sha256:83a3b1f551b87a75f026c83065a0c1c29758b237f24acb2feee927fb5b327394

OS/ARCH

linux/amd64

Compressed size

15.74 GB

Last pushed

about 1 month by valarlip

Type

Image

Manifest digest

sha256:bada23f73002dabecaa94f29dce988dd1808db1c05cf13fe09f2e111a44b868e

Image Layers

Image Layers

1ARG RELEASE0 B

2ARG LAUNCHPAD_BUILD_ARCH0 B

3LABEL org.opencontainers.image.version=24.040 B

4ADD file ... in / 28.36 MB

5CMD ["/bin/bash"]0 B

6ARG BASE_IMAGE=ubuntu:24.040 B

7ARG PYTHON_VERSION=3.120 B

8ARG PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa8330 B

9ARG TORCHVISION_VERSION=0.25.0+rocm7.2.4.git82df5f590 B

10ARG TORCHAUDIO_VERSION=2.10.0+rocm7.2.4.git5047768f0 B

11ARG TRITON_VERSION=3.6.0+rocm7.2.4.git4ed888920 B

12ARG APEX_VERSION=1.10.0+rocm7.2.4.git751f5dd50 B

13ARG ROCM_VERSION=7.2.40 B

14ARG UBUNTU_VERSION=24.040 B

15ARG PYTORCH_WHEEL_INDEX=https://repo.radeon.com/rocm/manylinux/rocm-rel-7.2.4/0 B

16

LABEL org.opencontainers.image.ref.name=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0+rocm7.2.4.lw.git3d3aa833

0 B

17ENV DEBIAN_FRONTEND=noninteractive0 B

18RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa833258.73 KB

19RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa833116.29 MB

20ENV PATH=/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin LD_LIBRARY_PATH=/opt/rocm/lib0 B

21RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa833114.67 MB

22RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa833122.36 MB

23ENV PATH=/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B

24RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa8337.37 GB

25RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa8331.94 GB

26RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa833135.12 KB

27ARG GPU_ARCH=gfx942;gfx9500 B

28ARG BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.00 B

29ENV GPU_ARCH_LIST=gfx942;gfx9500 B

30ENV PYTORCH_ROCM_ARCH=gfx942;gfx9500 B

31ENV ATOM_BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.00 B

32ENV HSA_ENABLE_IPC_MODE_LEGACY=10 B

33RUN |2 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 /bin/sh77.24 MB

34RUN |2 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 /bin/sh32 B

35RUN |2 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 /bin/sh32 B

36RUN |2 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 /bin/sh32 B

37ARG TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/0 B

38ARG TRITON_PIN_VERSION=3.7.0+amd.rocm7.2.0.git890024100 B

39ARG TRITON_KERNELS_PIN_VERSION=1.0.0+amd.rocm7.2.0.git890024100 B

40

RUN |5 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/

830.36 MB

41ARG ATOM_REPO=https://github.com/ROCm/ATOM.git0 B

42ARG ATOM_COMMIT=main0 B

43

RUN |7 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/

188.72 MB

44

RUN |7 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/

15.88 MB

45ARG INSTALL_MOONCAKE=10 B

46ARG MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git0 B

47ARG MOONCAKE_COMMIT=v0.3.14-rc10 B

48ARG USE_HIP_DMABUF=ON0 B

49ARG VENV_PYTHON=/opt/venv/bin/python0 B

50

RUN |12 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/

119.2 MB

51ENV PATH=/usr/local/go/bin:/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B

52

RUN |12 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/

202.2 MB

53

ARG IONIC_DEB_URL=https://repo.radeon.com/amdainic/pensando/ubuntu/1.117.1-a-63/pool/main/r/rdma-core/libionic1_54.0-149.g3304be71_amd64.deb

0 B

54

RUN |13 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/

503.95 KB

55

RUN |13 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/

239.48 MB

56ENV MOONCAKE_DISABLE_HIP_DMABUF=10 B

57ARG RUST_VERSION=1.94.00 B

58

RUN |14 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/

203.19 MB

59

ENV PATH=/root/.cargo/bin:/usr/local/go/bin:/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

0 B

60COPY /rccl-pkgs/ /tmp/rccl/ # buildkit16.97 MB

61

RUN |14 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/

18.05 MB

62COPY /app/aiter-test /app/aiter-test # buildkit1.4 GB

63

RUN |14 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/

1.05 GB

64

RUN |14 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/

92 B

65ARG CACHEBUST=17899571000 B

66

RUN |15 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/

735.23 MB

67

RUN |15 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/

32 B

68

RUN |15 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/

1.95 MB

69

RUN |15 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/

14.56 MB

70ARG LMCACHE_WHEEL_NAME=lmcache-0.5.5rc3+rocm7.2.4.torch2.10.git3d3aa833.cxx11abi1-cp312-cp312-manylinux_2_39_x86_64.whl0 B

71

ARG LMCACHE_WHEEL_URL=https://github.com/LMCache/LMCache/releases/download/v0.5.5rc3-rocm-torch210/lmcache-0.5.5rc3%2Brocm7.2.4.torch2.10.git3d3aa833.cxx11abi1-cp312-cp312-manylinux_2_39_x86_64.whl

0 B

72ARG LMCACHE_WHEEL_SHA256=06cda2fef1c2cf3926ffa59c4ba13b6029c6e40d3fba6db2bc2e7350a29c280f0 B

73ARG LMCACHE_TAG=v0.4.50 B

74

RUN |19 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/

315.25 MB

75ARG INSTALL_SA_AIPERF=10 B

76ARG SA_AIPERF_REF=754356e9a39acc6cc6afb242d123bb57c3fb6f750 B

77

RUN |21 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/

210.43 MB

78

RUN |21 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/

32 B

79ARG TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/0 B

80ARG TRITON_PIN_VERSION=3.7.0+amd.rocm7.2.0.git890024100 B

81ARG TRITON_KERNELS_PIN_VERSION=1.0.0+amd.rocm7.2.0.git890024100 B

82

RUN |21 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/

423.52 MB

83COPY /staging/ /opt/rocm/ # buildkit14.09 MB

84

RUN |21 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/

14.12 MB

85CMD ["/bin/bash"]0 B

86ARG ATOM_COMMIT=unknown0 B

87ARG LMCACHE_COMMIT=unknown0 B

88LABEL org.opencontainers.image.title=ATOM + LMCache DSV40 B

89

ENV PATH=/opt/venv/bin:/root/.cargo/bin:/usr/local/go/bin:/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin PYTHONPATH=/app/LMCache:/app/ATOM

0 B

90

RUN |2 ATOM_COMMIT=22b1b5922c40a323b40f1c34595cd044d213e090 LMCACHE_COMMIT=80b96975529061bfdff77ff0890b82372a9d1819 /bin/sh

9.96 MB

91COPY . /app/LMCache # buildkit8.54 MB

92COPY . /app/ATOM # buildkit5.03 MB

93

RUN |2 ATOM_COMMIT=22b1b5922c40a323b40f1c34595cd044d213e090 LMCACHE_COMMIT=80b96975529061bfdff77ff0890b82372a9d1819 /bin/sh

9.96 MB

94

COPY /tmp/LMCache/lmcache/lmcache_native*.so /tmp/LMCache/lmcache/lmcache_fs*.so /tmp/LMCache/lmcache/lmcache_redis*.so /app/LMCache/lmcache/

6.11 MB

95

RUN |2 ATOM_COMMIT=22b1b5922c40a323b40f1c34595cd044d213e090 LMCACHE_COMMIT=80b96975529061bfdff77ff0890b82372a9d1819 /bin/sh

13.6 MB

96COPY docker/four_pr_smoke.py /opt/four-pr-integration/smoke.py # buildkit1.16 KB

97

RUN |2 ATOM_COMMIT=22b1b5922c40a323b40f1c34595cd044d213e090 LMCACHE_COMMIT=80b96975529061bfdff77ff0890b82372a9d1819 /bin/sh

32 B

98

ENV ATOM_INTEGRATION_ATOM_COMMIT=22b1b5922c40a323b40f1c34595cd044d213e090 ATOM_INTEGRATION_LMCACHE_COMMIT=80b96975529061bfdff77ff0890b82372a9d1819

0 B

99EXPOSE map[5555/tcp:{} 8000/tcp:{}]0 B

100CMD ["/bin/bash"]0 B

Command

 ARG RELEASE