zededa/edgeai-ci:pr-82-edgeai-genie-llm-server

Multi-platform

Index digest

sha256:23f95aa82e15ad8c4f6b016e2bdfa51b5d7c190171012c1d89a28117b1b19fe3

OS/ARCH

Compressed size

49.27 MB

Last pushed

14 days by zededa

Type

Image

Manifest digest

sha256:e7dfe3e881ba9dbff8e3de9ffb8fc575ed5571629777f389899c0d08ebb1ea26

Image Layers

1# debian.sh --arch 'arm64' out/26.83 MB

2ENV PATH=/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B

3ENV LANG=C.UTF-80 B

4RUN /bin/sh -c set -eux;3.03 MB

5ENV GPG_KEY=A035C8C19219BA821ECEA86B64E628F8D684696D0 B

6ENV PYTHON_VERSION=3.11.170 B

7ENV PYTHON_SHA256=bfb74ad39efae27cda510f134ab408e00f9992c56851cfc0b1cdb5646da115990 B

8RUN /bin/sh -c set -eux;17.36 MB

9RUN /bin/sh -c set -eux;249 B

10CMD ["python3"]0 B

11RUN /bin/sh -c apt-get update89.18 KB

12RUN /bin/sh -c python -m1.95 MB

13RUN /bin/sh -c mkdir -p110 B

14COPY server_direct.py /app/server.py # buildkit3.77 KB

15ENV GENIE_BINARY=/model/genie-t2t-run0 B

16ENV GENIE_CONFIG=/model/genie_config.json0 B

17ENV MODEL_DIR=/model0 B

18ENV MODEL_NAME=llama-3.2-3b-instruct-npu0 B

19ENV PORT=80000 B

20ENV LD_LIBRARY_PATH=/model:/usr/lib0 B

21ENV ADSP_LIBRARY_PATH=/usr/lib/dsp/cdsp;/usr/lib/dsp/cdsp10 B

22WORKDIR /app32 B

23EXPOSE [8000/tcp]0 B

24CMD ["python3" "/app/server.py"]0 B

Command

# debian.sh --arch 'arm64' out/ 'bookworm' '@1791158400'