Sign inSign up

andyzhangx/kaito-base-vllm-cpu:0.3.0

Manifest digest

sha256:cab425602c6ed581a0240c558ba94f67c5cc0ed9d0933e376a0bb800d34d8962

OS/ARCH

linux/amd64

Compressed size

1.64 GB

Last pushed

17 days by andyzhangx

Type

Image

Manifest digest

sha256:cab425602c6ed581a0240c558ba94f67c5cc0ed9d0933e376a0bb800d34d8962

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.version=22.040 B
4ADD file ... in / 29.23 MB
5CMD ["/bin/bash"]0 B
6WORKDIR /workspace99 B
7ARG PYTHON_VERSION=3.120 B
8ARG max_jobs=320 B
9ENV MAX_JOBS=160 B
10RUN |2 PYTHON_VERSION=3.12 max_jobs=16 /bin/sh268.06 MB
11ENV CC=/usr/bin/gcc-12 CXX=/usr/bin/g++-120 B
12ENV CCACHE_DIR=/root/.cache/ccache0 B
13ENV CMAKE_CXX_COMPILER_LAUNCHER=ccache0 B
14ENV PATH=/root/.local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
15ENV VIRTUAL_ENV=/opt/venv0 B
16ENV UV_PYTHON_INSTALL_DIR=/opt/uv/python0 B
17RUN |2 PYTHON_VERSION=3.12 max_jobs=16 /bin/sh35.83 MB
18ENV PATH=/opt/venv/bin:/root/.local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
19ENV UV_HTTP_TIMEOUT=5000 B
20ENV UV_INDEX_STRATEGY=unsafe-best-match0 B
21ENV UV_LINK_MODE=copy0 B
22COPY requirements/common.txt requirements/common.txt # buildkit1.67 KB
23COPY requirements/cpu.txt requirements/cpu.txt # buildkit612 B
24RUN |2 PYTHON_VERSION=3.12 max_jobs=16 /bin/sh681.97 MB
25ARG TARGETARCH0 B
26ENV TARGETARCH=amd640 B
27ENV LD_PRELOAD=/usr/lib/x86_64-linux-gnu/libtcmalloc_minimal.so.4:/opt/venv/lib/libiomp5.so0 B
28RUN /bin/sh -c echo 'ulimit1.55 KB
29ARG VLLM_CPU_X86=00 B
30WORKDIR /vllm-workspace104 B
31RUN |1 VLLM_CPU_X86=true /bin/sh -c180.9 MB
32RUN |1 VLLM_CPU_X86=true /bin/sh -c483.41 MB
33LABEL org.opencontainers.image.title=vLLM CPU0 B
34LABEL org.opencontainers.image.description=vLLM inference engine for0 B
35LABEL org.opencontainers.image.vendor=vLLM Project0 B
36LABEL org.opencontainers.image.source=https://github.com/vllm-project/vllm0 B
37ARG TARGETARCH0 B
38ARG VLLM_CPU_X860 B
39ARG VLLM_CPU_ARM_BF160 B
40ARG PYTHON_VERSION0 B
41LABEL ai.vllm.build.target-arch=amd640 B
42LABEL ai.vllm.build.cpu-x86=true0 B
43LABEL ai.vllm.build.cpu-arm-bf16=false0 B
44LABEL ai.vllm.build.python-version=3.120 B
45COPY examples examples # buildkit260.28 KB
46ENTRYPOINT ["vllm" "serve"]0 B
47ARG VERSION=0.3.00 B
48WORKDIR /workspace32 B
49COPY presets/workspace/inference/vllm/inference_api.py presets/workspace/inference/vllm/multi-node-health-check.py presets/workspace/inference/vllm/list_supported_llm_archs.py presets/workspace/inference/vllm/benchmark_entrypoint.py21.02 KB
50COPY presets/workspace/inference/vllm/_workarounds/ /workspace/vllm/_workarounds/ # buildkit4.27 KB
51ADD presets/workspace/inference/chat_templates /workspace/chat_templates # buildkit10.92 KB
52RUN |1 VERSION=0.3.0 /bin/sh -c675 B
53ENV VLLM_TARGET_DEVICE=cpu0 B

Command

 ARG RELEASE