sha256:8eceb8c2c220c6da28cbcf9f23e46af8a54a18e61b6e7212da4e11cf5adc6707
OS/ARCH
linux/arm64
Compressed size
13.83 GB
Last pushed
29 days by scitrera
Type
Image
Manifest digest
sha256:8eceb8c2c220c6da28cbcf9f23e46af8a54a18e61b6e7212da4e11cf5adc6707
Image Layers
1ARG RELEASE0 B2ARG LAUNCHPAD_BUILD_ARCH0 B3LABEL org.opencontainers.image.version=24.040 B4ADD file ... in / 28.56 MB5CMD ["/bin/bash"]0 B6ENV NVARCH=sbsa0 B7ENV NVIDIA_REQUIRE_CUDA=cuda>=13.0 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<5360 B8ENV NV_CUDA_CUDART_VERSION=13.0.96-10 B9ARG TARGETARCH0 B11RUN |1 TARGETARCH=arm64 /bin/sh -c6.44 MB12ENV CUDA_VERSION=13.0.30 B13RUN |1 TARGETARCH=arm64 /bin/sh -c367.96 KB14RUN |1 TARGETARCH=arm64 /bin/sh -c94.84 MB15RUN |1 TARGETARCH=arm64 /bin/sh -c32 B16RUN |1 TARGETARCH=arm64 /bin/sh -c187 B17ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B18ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib640 B19COPY NGC-DL-CONTAINER-LICENSE / # buildkit6.72 KB20ENV NVIDIA_VISIBLE_DEVICES=all0 B21ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility0 B22ENV NV_CUDA_LIB_VERSION=13.0.3-10 B23ENV NV_NVTX_VERSION=13.0.85-10 B24ENV NV_LIBNPP_VERSION=13.0.1.2-10 B25ENV NV_LIBNPP_PACKAGE=libnpp-13-0=13.0.1.2-10 B26ENV NV_LIBCUSPARSE_VERSION=12.6.3.3-10 B27ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-13-00 B28ENV NV_LIBCUBLAS_VERSION=13.1.1.3-10 B29ENV NV_LIBCUBLAS_PACKAGE=libcublas-13-0=13.1.1.3-10 B30ENV NV_LIBNCCL_PACKAGE_NAME=libnccl20 B31ENV NV_LIBNCCL_PACKAGE_VERSION=2.28.3-10 B32ENV NCCL_VERSION=2.28.3-10 B33ENV NV_LIBNCCL_PACKAGE=libnccl2=2.28.3-1+cuda13.00 B34ARG TARGETARCH0 B36RUN |1 TARGETARCH=arm64 /bin/sh -c1.52 GB37RUN |1 TARGETARCH=arm64 /bin/sh -c58.56 KB38COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit1.65 KB39COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit1.49 KB40ENV NVIDIA_PRODUCT_NAME=CUDA0 B41ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B42ENV NV_CUDA_LIB_VERSION=13.0.3-10 B43ENV NV_CUDA_CUDART_DEV_VERSION=13.0.96-10 B44ENV NV_NVML_DEV_VERSION=13.0.87-10 B45ENV NV_LIBCUSPARSE_DEV_VERSION=12.6.3.3-10 B46ENV NV_LIBNPP_DEV_VERSION=13.0.1.2-10 B47ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-13-0=13.0.1.2-10 B48ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-13-00 B49ENV NV_LIBCUBLAS_DEV_VERSION=13.1.1.3-10 B50ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-13-0=13.1.1.3-10 B51ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=13.0.3-10 B52ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-13-0=13.0.3-10 B53ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev0 B54ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.28.3-10 B55ENV NCCL_VERSION=2.28.3-10 B56ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.28.3-1+cuda13.00 B57ARG TARGETARCH0 B59RUN |1 TARGETARCH=arm64 /bin/sh -c2.01 GB60RUN |1 TARGETARCH=arm64 /bin/sh -c32 B61RUN |1 TARGETARCH=arm64 /bin/sh -c88.03 KB62ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs0 B63ENV NV_CUDNN_VERSION=9.14.0.64-10 B64ENV NV_CUDNN_PACKAGE_NAME=libcudnn9-cuda-130 B65ENV NV_CUDNN_PACKAGE=libcudnn9-cuda-13=9.14.0.64-10 B66ENV NV_CUDNN_PACKAGE_DEV=libcudnn9-dev-cuda-13=9.14.0.64-10 B67ENV NV_CUDNN_PACKAGE_DEV_HEADERS=libcudnn9-headers-cuda-13=9.14.0.64-10 B68ARG TARGETARCH0 B70LABEL com.nvidia.cudnn.version=9.14.0.64-10 B71RUN |1 TARGETARCH=arm64 /bin/sh -c397.24 MB72ARG TARGETARCH=arm640 B73ARG BUILD_TYPE=all0 B74ARG BRANCH_TYPE=local0 B75ARG SGL_KERNEL_VERSION=0.4.6.post10 B76ARG SGL_VERSION0 B77ARG SGL_DEEP_GEMM_VERSION=0.1.70 B78ARG USE_LATEST_SGLANG=00 B79ARG GDRCOPY_VERSION=2.5.10 B80ARG SGL_NCCL_VERSION=2.30.70 B81ARG PIP_DEFAULT_INDEX0 B82ARG UBUNTU_MIRROR0 B83ARG GITHUB_ARTIFACTORY=github.com0 B84ARG INSTALL_FLASHINFER_JIT_CACHE=10 B85ARG FLASHINFER_VERSION=0.6.180 B86ARG MOONCAKE_VERSION=0.3.130 B87ARG MSCCLPP_VERSION=sglang-v0.9.10 B88ENV DEBIAN_FRONTEND=noninteractive CUDA_HOME=/usr/local/cuda GDRCOPY_HOME=/usr/src/gdrdrv-2.5.1/ FLASHINFER_VERSION=0.6.180 B89ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B90RUN |16 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local32 B91RUN |16 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local136.06 MB92RUN |16 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local4 MB93ENV PATH=/opt/sglang/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin0 B94RUN |16 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local332.62 MB95RUN |16 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local32 B96RUN |16 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local1.41 MB97RUN |16 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local185 B98RUN |16 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local846.29 KB99ENV LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-80 B100ARG CUDA_VERSION=13.0.30 B101ARG BUILD_TYPE=all0 B102ARG SGL_KERNEL_VERSION0 B103ARG GITHUB_ARTIFACTORY0 B104WORKDIR /sgl-workspace103 B105ENV PATH=/root/.cargo/bin:/opt/sglang/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin0 B106RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local173.66 MB107RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local35.57 MB108COPY python/pyproject.toml /tmp/sglang_deps/python/pyproject.toml # buildkit3.05 KB109COPY rust/sglang-grpc /tmp/sglang_deps/rust/sglang-grpc # buildkit20.17 KB110COPY rust/sglang-mm /tmp/sglang_deps/rust/sglang-mm # buildkit43.84 KB111COPY proto /tmp/sglang_deps/proto # buildkit2.23 KB112RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local3.79 GB113RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local106.31 KB114RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local6.15 MB115ARG BRANCH_TYPE=local0 B116ARG BUILD_TYPE=all0 B117ARG CUDA_VERSION=13.0.30 B118ARG SGL_VERSION0 B119ARG USE_LATEST_SGLANG0 B120ARG GITHUB_ARTIFACTORY0 B121ARG MOONCAKE_VERSION0 B122ARG MSCCLPP_VERSION0 B123ARG SGL_NCCL_VERSION0 B124WORKDIR /sgl-workspace32 B125COPY /wheels /tmp/wheels/hpc-ops # buildkit142 B126RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local154 B127COPY /flashinfer_jit_output/ /opt/sglang/lib/python3.12/site-packages/ # buildkit2.48 GB128COPY /tools/diff-so-fancy /usr/local/bin/ # buildkit13.12 KB129COPY /tools/clang-format /usr/local/bin/ # buildkit1.7 MB130COPY /tools/clangd /usr/local/bin/ # buildkit80.99 MB131COPY /tools/lib /usr/local/lib/ # buildkit957.29 KB132COPY /tools/cmake /usr/local/bin/ # buildkit7.33 MB133COPY /tools/ctest /usr/local/bin/ # buildkit7.96 MB134COPY /tools/cpack /usr/local/bin/ # buildkit7.51 MB135COPY /tools/share/cmake-3.31 /usr/local/share/cmake-3.31 # buildkit1.93 MB136COPY /tools/just /usr/local/bin/ # buildkit1.76 MB137COPY /root/.oh-my-zsh /root/.oh-my-zsh # buildkit7.49 MB138RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local64.59 MB139RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local198.76 MB140RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local73.39 MB141RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local139.21 MB142RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local108.8 MB143RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local206.23 MB144RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local52.79 MB145RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local418.95 MB146COPY --chown=root:root --chmod=755 docker/configs/yank /usr/local/bin/yank446 B147COPY docker/configs/opt/.vimrc /opt/sglang/.vimrc # buildkit727 B148COPY docker/configs/opt/.tmux.conf /opt/sglang/.tmux.conf # buildkit511 B149COPY docker/configs/opt/.gitconfig /opt/sglang/.gitconfig # buildkit522 B150COPY docker/configs/.zshrc /root/.zshrc # buildkit392 B151RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local13.06 MB152RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local3.8 MB153ARG BRANCH_TYPE=local0 B154ARG BUILD_TYPE=all0 B155ARG CUDA_VERSION=13.0.30 B156ARG SGL_VERSION0 B157ARG USE_LATEST_SGLANG0 B158WORKDIR /sgl-workspace32 B159COPY /src /tmp/local_src # buildkit118.54 MB160RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local118.53 MB161RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local926.94 MB162ENV SGLANG_RUST_BUILD_MODE=never0 B163COPY /build/sgl-model-gateway-bin /opt/sglang/bin/sgl-model-gateway # buildkit17.45 MB164COPY /build/gateway_wheels /tmp/gateway_wheels # buildkit17.3 MB165RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=local27.12 MB166WORKDIR /sgl-workspace/sglang32 B167ARG SGLANG_BUILD_COMMIT=da64c5cbb8cf6bfd39be19da43573fdfd484c43a0 B168ARG SGLANG_BUILD_URL=https://github.com/sgl-project/sglang/actions/runs/346311785910 B169ARG SGLANG_IMAGE_TAG=lmsysorg/sglang:dev-dsv410 B170ENV SGLANG_BUILD_COMMIT=da64c5cbb8cf6bfd39be19da43573fdfd484c43a SGLANG_BUILD_URL=https://github.com/sgl-project/sglang/actions/runs/34631178591 SGLANG_IMAGE_TAG=lmsysorg/sglang:dev-dsv410 B171LABEL org.opencontainers.image.source=https://github.com/sgl-project/sglang org.opencontainers.image.revision=da64c5cbb8cf6bfd39be19da43573fdfd484c43a org.opencontainers.image.version=lmsysorg/sglang:dev-dsv41 org.opencontainers.image.url=https://github.com/sgl-project/sglang/actions/runs/346311785910 B172ARG PIP_INDEX=https://pypi.org/simple0 B173RUN |1 PIP_INDEX=https://pypi.org/simple /bin/sh -c29.93 MB174RUN |1 PIP_INDEX=https://pypi.org/simple /bin/sh -c167 B175COPY runtime/sglang-canary/python /sgl-workspace/sglang/python # buildkit12.72 MB176RUN |1 PIP_INDEX=https://pypi.org/simple /bin/sh -c47.05 MB177COPY runtime/sglang-rocenante.patch runtime/roce_tp4_adapt.py /tmp/ #3.24 KB178RUN |1 PIP_INDEX=https://pypi.org/simple /bin/sh -c81.39 KB179COPY runtime/b12x/b12x /opt/b12x/b12x # buildkit1.35 MB180RUN |1 PIP_INDEX=https://pypi.org/simple /bin/sh -c125.93 KB181COPY runtime/b12x_next/b12x_next /opt/b12x_next/b12x_next # buildkit2.03 MB182RUN |1 PIP_INDEX=https://pypi.org/simple /bin/sh -c11.08 KB183WORKDIR /opt/dsv41113 B184COPY adapter /opt/dsv41/adapter # buildkit164.4 KB185RUN |1 PIP_INDEX=https://pypi.org/simple /bin/sh -c12 KB186COPY runtime/flash_mla_sm120.canary.py /sgl-workspace/sglang/python/sglang/kernels/ops/attention/flash_mla_sm120.py # buildkit7.78 KB187COPY boot.py /opt/dsv41/boot.py # buildkit8.57 KB188COPY scripts /opt/dsv41/scripts # buildkit226.43 KB189COPY tests /opt/dsv41/tests # buildkit132.88 KB190COPY benchmarks /opt/dsv41/benchmarks # buildkit5.09 KB191RUN |1 PIP_INDEX=https://pypi.org/simple /bin/sh -c4.29 MB192ENV PYTHONPATH=/opt/dsv41/adapter:/opt/b12x:/opt/b12x_next MODEL_PATH=/models/DeepSeek-V4.1-Flash STATE_PATH=/state OFFLOAD_MODE=nvme0 B193EXPOSE [8888/tcp]0 B194HEALTHCHECK {Test:[CMD python3 -S /opt/dsv41/boot.py0 B195ENTRYPOINT ["python3" "-u" "/opt/dsv41/boot.py"]0 B196CMD ["run"]0 B197ARG SGLANG_IMAGE0 B198ARG CRIU_IMAGE0 B199LABEL io.sparksq.coldsnap.runtime=sglang-cuda-criu-v1 io.sparksq.coldsnap.engine=sglang io.sparksq.coldsnap.base-image=littlecedar/dgx-spark-dsv41:canary-roce@sha256:4e5002ab58b5cca670e2624c6a0d0799642914f04487ea130c71e7f525fa9c05 io.sparksq.coldsnap.criu-image=ghcr.io/sparksq/criu@sha256:2ff53a61af48e7e676bd4d64747394ca7c7622840ef0c740e719e6ecadb0d07c0 B200RUN |2 SGLANG_IMAGE=littlecedar/dgx-spark-dsv41:canary-roce@sha256:4e5002ab58b5cca670e2624c6a0d0799642914f04487ea130c71e7f525fa9c05 CRIU_IMAGE=ghcr.io/sparksq/criu@sha256:2ff53a61af48e7e676bd4d64747394ca7c7622840ef0c740e719e6ecadb0d07c /bin/sh3.68 MB201COPY /usr/sbin/criu /opt/coldsnap/criu/bin/criu # buildkit2.87 MB202COPY LICENSE THIRD_PARTY_NOTICES.md /opt/coldsnap/licenses/coldsnap/ #13.35 KB203COPY third_party/licenses/criu/COPYING /opt/coldsnap/licenses/third-party/criu/COPYING # buildkit12.14 KB204COPY third_party/licenses/nccl/LICENSE.txt /opt/coldsnap/licenses/third-party/nccl/LICENSE.txt # buildkit5.05 KB205COPY LICENSE /opt/coldsnap/licenses/third-party/go-criu/LICENSE # buildkit4.05 KB206COPY LICENSE /opt/coldsnap/licenses/third-party/cuda-checkpoint/LICENSE # buildkit14.81 KB207RUN |2 SGLANG_IMAGE=littlecedar/dgx-spark-dsv41:canary-roce@sha256:4e5002ab58b5cca670e2624c6a0d0799642914f04487ea130c71e7f525fa9c05 CRIU_IMAGE=ghcr.io/sparksq/criu@sha256:2ff53a61af48e7e676bd4d64747394ca7c7622840ef0c740e719e6ecadb0d07c /bin/sh110.78 KB208COPY /out/coldsnap /usr/local/bin/coldsnap # buildkit3.26 MB209COPY /out/coldsnap-coordinator /usr/local/bin/coldsnap-coordinator # buildkit1.87 MB210COPY /out/coldsnap-criu-rpc /usr/local/bin/coldsnap-criu-rpc # buildkit3.92 MB211COPY bin /tmp/cuda-checkpoint-bin # buildkit33.35 KB212COPY /out/libcoldsnap_hydration.so /opt/coldsnap/native/libcoldsnap_hydration.so # buildkit48.33 KB213COPY /out/libcoldsnap_cuda_epoch.so /opt/coldsnap/native/libcoldsnap_cuda_epoch.so # buildkit17.91 KB214COPY /usr/lib/criu/coldsnap_nvidia_reset_plugin.so /opt/coldsnap/criu/plugins/libcoldsnap_criu_nvidia_reset.so # buildkit6.53 KB215COPY /out/libcoldsnap_nvidia_mmap_shim.so /opt/coldsnap/native/libcoldsnap_nvidia_mmap_shim.so # buildkit6.29 KB216COPY /out/libcoldsnap_nvml_dlopen_shim.so /opt/coldsnap/native/libcoldsnap_nvml_dlopen_shim.so # buildkit4.97 KB217COPY . /tmp/coldsnap-nccl-provider/ # buildkit34.48 MB218COPY /out/libcoldsnap-nccl-dlsym.so /tmp/libcoldsnap-nccl-dlsym.so # buildkit3.7 KB219COPY /out/plugin /opt/coldsnap/plugin # buildkit54.11 KB220COPY runtime/shared/coldsnap_coord.py /opt/coldsnap/runtime/coldsnap_coord.py # buildkit2.33 KB221COPY runtime/engine/coldsnap_cuda_criu.py /opt/coldsnap/runtime/coldsnap_cuda_criu.py # buildkit7.12 KB222COPY runtime/engine/coldsnap_engine_exec.py /opt/coldsnap/runtime/coldsnap-engine-exec.py # buildkit7.13 KB223COPY runtime/engine/coldsnap_n580_criu.py /opt/coldsnap/runtime/coldsnap_n580_criu.py # buildkit7.65 KB224RUN |2 SGLANG_IMAGE=littlecedar/dgx-spark-dsv41:canary-roce@sha256:4e5002ab58b5cca670e2624c6a0d0799642914f04487ea130c71e7f525fa9c05 CRIU_IMAGE=ghcr.io/sparksq/criu@sha256:2ff53a61af48e7e676bd4d64747394ca7c7622840ef0c740e719e6ecadb0d07c /bin/sh45.7 MB225ENV PYTHONPATH=/opt/coldsnap/plugin:/opt/coldsnap/runtime:/opt/dsv41/adapter:/opt/b12x:/opt/b12x_next SGLANG_PLUGINS=coldsnap COLDSNAP_CUDA_EPOCH_NATIVE_LIBRARY=/opt/coldsnap/native/libcoldsnap_cuda_epoch.so COLDSNAP_NCCL_ACTIVE_RUNTIME_PATH=/opt/coldsnap/nccl/active.json0 B226ARG SOURCE_DATE_EPOCH=00 B227LABEL io.sparksq.coldsnap.kind=unit-capsule io.sparksq.coldsnap.capture=sparkrun_a4c699c1299bbbdf_63be2ee4d588-capture-2fdf9c6c5423 io.sparksq.coldsnap.unit=unit-0 io.sparksq.coldsnap.snapshot-driver=n5800 B228COPY --chown=0:0 / / #84.8 MB229COPY --chown=0:0 . /opt/coldsnap/capsule/ #1.7 MB230RUN |1 SOURCE_DATE_EPOCH=0 /bin/sh -c484 BCommand
ARG RELEASE