Sign inSign up

rocm/vllm-ci:build-01a1602d-4218-4e98-a219-64af59245f3d

Machine learning & AI
Index digest

sha256:14f5c1751fddd7cec40ba9922928ff1b3cee52a103c0fb5e3c16365a6c1fb597

OS/ARCH

linux/amd64

Compressed size

18.44 GB

Last pushed

about 7 hours by rocmvllm

Type

Image

Manifest digest

sha256:e17900119722179d7befe0d4bf49cb3f0063cd6153a08f6188b32398b5a1f23f

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.version=22.040 B
4ADD file ... in / 28.37 MB
5CMD ["/bin/bash"]0 B
6ARG PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
7ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
8ARG AITER_ROCM_ARCH=gfx942;gfx9500 B
9ENV AITER_ROCM_ARCH=gfx942;gfx9500 B
10ARG SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages0 B
11ENV SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages0 B
12ENV SDK_DEV=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel SDK_CORE=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_core0 B
13ENV ROCM_PATH=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel ROCM_HOME=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel HIP_PATH=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel HIP_CLANG_PATH=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel/lib/llvm/bin0 B
14ENV LD_LIBRARY_PATH=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel/lib:/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel/lib/rocm_sysdeps/lib:/usr/local/lib/python3.12/dist-packages/_rocm_sdk_core/lib:/usr/local/lib/python3.12/dist-packages/_rocm_sdk_core/lib/rocm_sysdeps/lib0 B
15ENV PATH=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel/bin:/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel/lib/llvm/bin:/usr/local/lib/python3.12/dist-packages/_rocm_sdk_core/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
16ENV HSA_NO_SCRATCH_RECLAIM=10 B
17ARG PYTHON_VERSION=3.120 B
18ENV PYTHON_VERSION=3.120 B
19RUN |4 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages93 B
20WORKDIR /app32 B
21ENV DEBIAN_FRONTEND=noninteractive0 B
22RUN |4 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages277.91 MB
23RUN |4 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages66.23 MB
24RUN |4 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages3.56 MB
25ARG ROCM_RELEASE_WHEELS_MULTIARCH_URL=https://stable.repo.amd.com/rocm/whl-next/0 B
26ARG ROCM_NIGHTLY_WHEELS_MULTIARCH_URL=https://nightly.repo.amd.com/rocm/whl-next/0 B
27ARG ROCM_SDK_VERSION=10.0.00 B
28RUN |7 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages2.16 GB
29ARG TORCH_VERSION=2.13.0+rocm10.0.00 B
30ARG TORCHAUDIO_VERSION=2.11.0+rocm10.0.00 B
31ARG TORCHVISION_VERSION=0.28.0+rocm10.0.00 B
32RUN |10 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages1.28 GB
33SHELL [/bin/bash -c]0 B
34RUN |10 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages10.56 GB
35RUN |10 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages32 B
36RUN |10 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages1.06 MB
37ENV PYTHONPATH=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_core/share/amd_smi0 B
38RUN |10 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages14.15 KB
39ARG USE_SCCACHE=00 B
40ARG SCCACHE_DOWNLOAD_URL0 B
41ARG SCCACHE_ENDPOINT0 B
42ARG SCCACHE_BUCKET_NAME=vllm-build-sccache0 B
43ARG SCCACHE_REGION_NAME=us-west-20 B
44ARG SCCACHE_S3_NO_CREDENTIALS=00 B
45RUN |16 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages32 B
46RUN |16 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages32 B
47ENV SCCACHE_BUCKET=vllm-build-sccache0 B
48ENV SCCACHE_REGION=us-west-20 B
49ENV SCCACHE_S3_NO_CREDENTIALS=00 B
50ENV SCCACHE_IDLE_TIMEOUT=00 B
51ARG TRITON_VERSION=3.8.0+git669b31ac0 B
52ENV ROCPROFILER_QUEUE_INTERPOSITION=00 B
53COPY /staging/lib/ /usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel/lib/ # buildkit15.08 MB
54RUN |17 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages1.34 MB
55RUN |17 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages10.24 KB
56RUN |17 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages560.01 KB
57RUN |17 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages1.26 GB
58ARG BASE_IMAGE=ubuntu:22.04@sha256:0a9887931b0e38af2e3487ed39e29436b0535c4f3f52e57745baaf79d18989560 B
59ARG PYTHON_VERSION=3.120 B
60ARG ROCM_SDK_VERSION=10.0.00 B
61ARG TORCH_VERSION=2.13.0+rocm10.0.00 B
62ARG TORCHAUDIO_VERSION=2.11.0+rocm10.0.00 B
63ARG TORCHVISION_VERSION=0.28.0+rocm10.0.00 B
64ARG PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
65ARG AITER_ROCM_ARCH=gfx942;gfx9500 B
66ARG TRITON_BRANCH=669b31ac0 B
67ARG TRITON_REPO=https://github.com/ROCm/triton.git0 B
68ARG FA_BRANCH=0e60e3940 B
69ARG FA_REPO=https://github.com/Dao-AILab/flash-attention.git0 B
70ARG AITER_BRANCH=v0.1.260 B
71ARG AITER_REPO=https://github.com/ROCm/aiter.git0 B
72ARG MORI_BRANCH=v1.2.3.post10 B
73ARG MORI_REPO=https://github.com/ROCm/mori.git0 B
74ARG ROCM_SYSTEMS_REPO=https://github.com/ROCm/rocm-systems.git0 B
75ARG ROCM_RUNTIME_COMMIT=25e14349f2606a6b95c4ccd45eb92a1835646cf20 B
76ARG TRITON_VERSION=3.8.0+git669b31ac0 B
77RUN |28 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages667 B
78ARG ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx9500 B
79ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx9500 B
80RUN |1 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950 /bin/bash -c142.27 MB
81RUN |1 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950 /bin/bash -c32 B
82ARG USE_SCCACHE0 B
83RUN |2 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950 USE_SCCACHE= /bin/bash32 B
84RUN |2 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950 USE_SCCACHE= /bin/bash16.42 MB
85ENV UV_HTTP_TIMEOUT=5000 B
86ENV UV_INDEX_STRATEGY=unsafe-best-match0 B
87ENV UV_LINK_MODE=copy0 B
88ENV CCACHE_DIR=/root/.cache/ccache0 B
89ENV CCACHE_COMPILERCHECK=content0 B
90ARG max_jobs=0 B
91ENV MAX_JOBS=0 B
92ARG USE_SCCACHE0 B
93ARG SCCACHE_DOWNLOAD_URL0 B
94ARG SCCACHE_ENDPOINT0 B
95ARG SCCACHE_BUCKET_NAME=vllm-build-sccache0 B
96ARG SCCACHE_REGION_NAME=us-west-20 B
97ARG SCCACHE_S3_NO_CREDENTIALS=00 B
98RUN |8 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950 USE_SCCACHE= max_jobs=32 B
99ARG USE_SCCACHE0 B
100ENV SCCACHE_BUCKET=0 B
101ENV SCCACHE_REGION=0 B
102ENV SCCACHE_S3_NO_CREDENTIALS=0 B
103ENV SCCACHE_IDLE_TIMEOUT=0 B
104ARG COMMON_WORKDIR=/app0 B
105WORKDIR /app32 B
106ARG NIC_BACKEND=all0 B
107ARG AINIC_VERSION=1.117.5-a-770 B
108ARG UBUNTU_CODENAME=jammy0 B
109RUN |12 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950 USE_SCCACHE= max_jobs=17.8 MB
110ARG COMMON_WORKDIR=/app0 B
111ENV CARGO_HOME=/root/.cargo0 B
112ENV RUSTUP_HOME=/root/.rustup0 B
113ENV PATH=/root/.cargo/bin:/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel/bin:/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel/lib/llvm/bin:/usr/local/lib/python3.12/dist-packages/_rocm_sdk_core/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
114COPY /root/.cargo /root/.cargo # buildkit7.8 MB
115COPY /root/.rustup /root/.rustup # buildkit276.55 MB
116ARG DEEPEP_NIC=cx70 B
117RUN |13 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950 USE_SCCACHE= max_jobs=16.55 MB
118RUN |13 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950 USE_SCCACHE= max_jobs=37.31 MB
119RUN |13 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950 USE_SCCACHE= max_jobs=121.15 MB
120COPY tools/install_torchcodec_rocm.sh /tmp/install_torchcodec.sh # buildkit2.1 KB
121RUN |13 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950 USE_SCCACHE= max_jobs=3.91 MB
122COPY requirements/common.txt requirements/rocm.txt /tmp/ci-base-requirements/ #2.13 KB
123RUN |13 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950 USE_SCCACHE= max_jobs=475.61 MB
124ENV HF_XET_HIGH_PERFORMANCE=10 B
125ENV HF_HUB_DOWNLOAD_TIMEOUT=600 B
126ENV PYTORCH_NVML_BASED_CUDA_CHECK=10 B
127COPY requirements/test/rocm.txt /tmp/rocm-test-reqs.txt # buildkit6.44 KB
128RUN |13 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950 USE_SCCACHE= max_jobs=577.3 MB
129RUN |13 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950 USE_SCCACHE= max_jobs=1.89 MB
130ENV MIOPEN_DEBUG_CONV_DIRECT=00 B
131ENV MIOPEN_DEBUG_CONV_GEMM=00 B
132ENV HSA_ENABLE_IPC_MODE_LEGACY=10 B
133ENV UCX_RMA_PPLN_ENABLE=y0 B
134ENV UCX_ROCM_COPY_SIGPOOL_MAX_ELEMS=inf0 B
135RUN |13 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950 USE_SCCACHE= max_jobs=168 B
136ENV KINETO_CONFIG=/app/libkineto.conf0 B
137COPY tests/vllm_test_utils /tmp/vllm_test_utils # buildkit1.46 KB
138RUN |13 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950 USE_SCCACHE= max_jobs=2.57 KB
139RUN |13 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950 USE_SCCACHE= max_jobs=84.76 MB
140ARG COMMON_WORKDIR=/app0 B
141RUN |1 COMMON_WORKDIR=/app /bin/bash -c180.07 MB
142COPY /*.whl /opt/vllm-wheels/ # buildkit169.22 MB
143WORKDIR /vllm-workspace104 B
144COPY /app/vllm /vllm-workspace # buildkit563.89 MB
145COPY /vllm_v1 /usr/local/lib/python3.12/dist-packages/vllm/v1 # buildkit1.6 MB
146RUN |1 COMMON_WORKDIR=/app /bin/bash -c179.91 MB
147ENV VLLM_GPU_SYNC_CHECK=error0 B

Command

 ARG RELEASE