Sign inSign up

docker/model-runner:v1.2.9-rocm

Index digest

sha256:bdf20d281bf29a18de308c860fccd48e65f74fe1929363ec0be2b17b3a9b5ae2

OS/ARCH

linux/amd64

Compressed size

7.3 GB

Last pushed

about 15 hours by docker

Type

Image

Manifest digest

sha256:73e7b04d26e4e8b8d71742c0fe1e4ca2e943e82fa9a12fca6de929f0d01a374b

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=24.040 B
5ADD file ... in / 28.35 MB
6CMD ["/bin/bash"]0 B
7LABEL [email protected]0 B
8ARG ROCM_VERSION=5.30 B
9ARG AMDGPU_VERSION=5.30 B
10ARG APT_PREF0 B
11RUN |3 ROCM_VERSION=7.2.1 AMDGPU_VERSION=30.30.1 APT_PREF=Package:241 B
12RUN |3 ROCM_VERSION=7.2.1 AMDGPU_VERSION=30.30.1 APT_PREF=Package:6.86 GB
13RUN |3 ROCM_VERSION=7.2.1 AMDGPU_VERSION=30.30.1 APT_PREF=Package:679 B
14ARG BUILD_DATE=2026-07-06T05:42:11Z0 B
15ARG APP_VERSION=b98790 B
16ARG APP_REVISION=72874f559c598b8f89fbb24864868337cf5afb4c0 B
17ARG IMAGE_URL=https://github.com/ggml-org/llama.cpp0 B
18ARG IMAGE_SOURCE=https://github.com/ggml-org/llama.cpp0 B
19LABEL org.opencontainers.image.created=2026-07-06T05:42:11Z org.opencontainers.image.version=b9879 org.opencontainers.image.revision=72874f559c598b8f89fbb24864868337cf5afb4c org.opencontainers.image.title=llama.cpp0 B
20RUN |5 BUILD_DATE=2026-07-06T05:42:11Z APP_VERSION=b9879 APP_REVISION=72874f559c598b8f89fbb24864868337cf5afb4c154.02 MB
21COPY /app/lib/ /app # buildkit130.21 MB
22ENV LLAMA_ARG_HOST=0.0.0.00 B
23COPY /app/full/llama /app/full/llama-server /app #24.77 KB
24WORKDIR /app32 B
25HEALTHCHECK {Test:[CMD curl -f http://localhost:8080/health]0 B
26ENTRYPOINT ["/app/llama-server"]0 B
27ARG LLAMA_SERVER_VARIANT=rocm0 B
28RUN |1 LLAMA_SERVER_VARIANT=rocm /bin/sh -c3.55 KB
29COPY scripts/ /scripts/ # buildkit11.17 KB
30RUN |1 LLAMA_SERVER_VARIANT=rocm /bin/sh -c569.21 KB
31WORKDIR /app32 B
32RUN |1 LLAMA_SERVER_VARIANT=rocm /bin/sh -c130.23 MB
33USER modelrunner0 B
34ENV MODEL_RUNNER_SOCK=/var/run/model-runner/model-runner.sock0 B
35ENV MODEL_RUNNER_PORT=124340 B
36ENV LLAMA_SERVER_PATH=/app0 B
37ENV LD_LIBRARY_PATH=/app0 B
38ENV HOME=/home/modelrunner0 B
39ENV MODELS_PATH=/models0 B
40LABEL com.docker.desktop.service=model-runner0 B
41EXPOSE [12434/tcp]0 B
42HEALTHCHECK {Test:[CMD-SHELL curl -f "http://localhost:${MODEL_RUNNER_PORT}/engines/status"0 B
43ENTRYPOINT ["/app/model-runner"]0 B
44COPY /app/model-runner /app/model-runner # buildkit6.1 MB

Command

 ARG RELEASE