Sign inSign up

scitrera/coldsnap-capsules:sparkrun_67a530c59b5aa9ea_f15b938f6da3-capture-e5f61bb56efd-n610-unit-unit-0

Manifest digest

sha256:92b5f4f4819fadd788f8f5a01281b1f1441b92cde476163568000b920ea58e2e

OS/ARCH

linux/arm64

Compressed size

16.17 GB

Last pushed

about 1 month by scitrera

Type

Image

Manifest digest

sha256:92b5f4f4819fadd788f8f5a01281b1f1441b92cde476163568000b920ea58e2e

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=24.040 B
5ADD file ... in / 28.55 MB
6CMD ["/bin/bash"]0 B
7ENV NVARCH=sbsa0 B
8ENV NVIDIA_REQUIRE_CUDA=cuda>=13.0 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<5360 B
9ENV NV_CUDA_CUDART_VERSION=13.0.96-10 B
10ARG TARGETARCH0 B
11LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B
12RUN |1 TARGETARCH=arm64 /bin/sh -c4.32 MB
13ENV CUDA_VERSION=13.0.20 B
14RUN |1 TARGETARCH=arm64 /bin/sh -c95.11 MB
15RUN |1 TARGETARCH=arm64 /bin/sh -c186 B
16ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
17ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib640 B
18COPY NGC-DL-CONTAINER-LICENSE / # buildkit6.72 KB
19ENV NVIDIA_VISIBLE_DEVICES=all0 B
20ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility0 B
21ENV NV_CUDA_LIB_VERSION=13.0.2-10 B
22ENV NV_NVTX_VERSION=13.0.85-10 B
23ENV NV_LIBNPP_VERSION=13.0.1.2-10 B
24ENV NV_LIBNPP_PACKAGE=libnpp-13-0=13.0.1.2-10 B
25ENV NV_LIBCUSPARSE_VERSION=12.6.3.3-10 B
26ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-13-00 B
27ENV NV_LIBCUBLAS_VERSION=13.1.0.3-10 B
28ENV NV_LIBCUBLAS_PACKAGE=libcublas-13-0=13.1.0.3-10 B
29ENV NV_LIBNCCL_PACKAGE_NAME=libnccl20 B
30ENV NV_LIBNCCL_PACKAGE_VERSION=2.28.3-10 B
31ENV NCCL_VERSION=2.28.3-10 B
32ENV NV_LIBNCCL_PACKAGE=libnccl2=2.28.3-1+cuda13.00 B
33ARG TARGETARCH0 B
34LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B
35RUN |1 TARGETARCH=arm64 /bin/sh -c1.52 GB
36RUN |1 TARGETARCH=arm64 /bin/sh -c58.21 KB
37COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit1.65 KB
38COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit1.49 KB
39ENV NVIDIA_PRODUCT_NAME=CUDA0 B
40ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B
41ENV NV_CUDA_LIB_VERSION=13.0.2-10 B
42ENV NV_CUDA_CUDART_DEV_VERSION=13.0.96-10 B
43ENV NV_NVML_DEV_VERSION=13.0.87-10 B
44ENV NV_LIBCUSPARSE_DEV_VERSION=12.6.3.3-10 B
45ENV NV_LIBNPP_DEV_VERSION=13.0.1.2-10 B
46ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-13-0=13.0.1.2-10 B
47ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-13-00 B
48ENV NV_LIBCUBLAS_DEV_VERSION=13.1.0.3-10 B
49ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-13-0=13.1.0.3-10 B
50ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=13.0.2-10 B
51ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-13-0=13.0.2-10 B
52ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev0 B
53ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.28.3-10 B
54ENV NCCL_VERSION=2.28.3-10 B
55ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.28.3-1+cuda13.00 B
56ARG TARGETARCH0 B
57LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B
58RUN |1 TARGETARCH=arm64 /bin/sh -c2.01 GB
59RUN |1 TARGETARCH=arm64 /bin/sh -c87.71 KB
60ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs0 B
61ARG TORCH_VERSION0 B
62ARG TORCHVISION_VERSION0 B
63ARG TORCHAUDIO_VERSION0 B
64ARG CUTLASS_DSL_VERSION0 B
65ARG B12X_REPO0 B
66ARG B12X_REF0 B
67ARG B12X_CACHEBUST0 B
68ARG B12X_FROM_PYPI0 B
69ARG BUILD_JOBS0 B
70ENV MAX_JOBS=160 B
71ENV CMAKE_BUILD_PARALLEL_LEVEL=160 B
72ENV NINJAFLAGS=-j160 B
73ENV MAKEFLAGS=-j160 B
74ENV DG_JIT_USE_NVRTC=00 B
75ENV USE_CUDNN=10 B
76ENV DEBIAN_FRONTEND=noninteractive0 B
77ENV PIP_BREAK_SYSTEM_PACKAGES=10 B
78ENV VLLM_BASE_DIR=/workspace/vllm0 B
79ENV PIP_CACHE_DIR=/root/.cache/pip0 B
80ENV UV_CACHE_DIR=/root/.cache/uv0 B
81ENV UV_SYSTEM_PYTHON=10 B
82ENV UV_BREAK_SYSTEM_PACKAGES=10 B
83ENV UV_LINK_MODE=copy0 B
84RUN |9 TORCH_VERSION=2.13.0 TORCHVISION_VERSION=0.28.0 TORCHAUDIO_VERSION=2.11.0752.83 MB
85WORKDIR /workspace/vllm120 B
86RUN |9 TORCH_VERSION=2.13.0 TORCHVISION_VERSION=0.28.0 TORCHAUDIO_VERSION=2.11.02.39 MB
87ARG PRE_TRANSFORMERS=00 B
88RUN |10 TORCH_VERSION=2.13.0 TORCHVISION_VERSION=0.28.0 TORCHAUDIO_VERSION=2.11.02.89 GB
89RUN |10 TORCH_VERSION=2.13.0 TORCHVISION_VERSION=0.28.0 TORCHAUDIO_VERSION=2.11.02.85 GB
90ARG TORCH_CUDA_ARCH_LIST=12.1a0 B
91ENV TORCH_CUDA_ARCH_LIST=12.1a0 B
92ARG FLASHINFER_CUDA_ARCH_LIST=12.1a0 B
93ENV FLASHINFER_CUDA_ARCH_LIST=12.1a0 B
94ENV TRITON_PTXAS_PATH=/usr/local/cuda/bin/ptxas0 B
95ENV TIKTOKEN_ENCODINGS_BASE=/workspace/vllm/tiktoken_encodings0 B
96ENV PATH=/workspace/vllm:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
97ENV VLLM_WSL2_ENABLE_PIN_MEMORY=10 B
98ENV INSTANTTENSOR_IO_DEPTH=160 B
99RUN |12 TORCH_VERSION=2.13.0 TORCHVISION_VERSION=0.28.0 TORCHAUDIO_VERSION=2.11.0296.25 MB
100COPY docker/pin_cutlass_dsl.py /tmp/pin_cutlass_dsl.py # buildkit1.04 KB
101RUN |12 TORCH_VERSION=2.13.0 TORCHVISION_VERSION=0.28.0 TORCHAUDIO_VERSION=2.11.02.08 MB
102COPY docker/patch_b12x_cache_integrity.py docker/b12x-cache-integrity.patch /tmp/b12x-patches/ #6.82 KB
103RUN |12 TORCH_VERSION=2.13.0 TORCHVISION_VERSION=0.28.0 TORCHAUDIO_VERSION=2.11.032 B
104COPY docker/patch_vllm_wsl_cuda_uma.py /tmp/vllm-patches/patch_vllm_wsl_cuda_uma.py # buildkit1.61 KB
105RUN |12 TORCH_VERSION=2.13.0 TORCHVISION_VERSION=0.28.0 TORCHAUDIO_VERSION=2.11.032 B
106COPY docker/patch_instanttensor_vllm_memory.py /tmp/instanttensor-patches/patch_instanttensor_vllm_memory.py # buildkit1.4 KB
107RUN |12 TORCH_VERSION=2.13.0 TORCHVISION_VERSION=0.28.0 TORCHAUDIO_VERSION=2.11.011.5 KB
108COPY docker/patch_torch_schema_enumeration.py /tmp/torch-patches/patch_torch_schema_enumeration.py # buildkit1.34 KB
109RUN |12 TORCH_VERSION=2.13.0 TORCHVISION_VERSION=0.28.0 TORCHAUDIO_VERSION=2.11.07.04 KB
110RUN |12 TORCH_VERSION=2.13.0 TORCHVISION_VERSION=0.28.0 TORCHAUDIO_VERSION=2.11.0299 B
111COPY build-metadata.yaml /workspace/build-metadata.yaml # buildkit558 B
112ARG SPARKRUN_REPO_COMMIT=ddfe8a651bcc5d04712810def0d11ceaee2c2e6f0 B
113ARG SPARKRUN_VLLM_HASH=1794dcf18454900263e0c66711af8ea4a1283ac10 B
114ARG SPARKRUN_VLLM_VERSION=0.1.dev21510+g1794dcf18.d202609250 B
115ARG SPARKRUN_FLASHINFER_HASH=bf82326b0c524048c7f810da9f0022f8316ac3ff0 B
116ARG SPARKRUN_BUILD_FLAGS=0 B
117ARG SPARKRUN_SOURCE_IMAGE=docker.io/eugr/spark-vllm-b12x0 B
118ARG SPARKRUN_SOURCE_DIGEST=sha256:c9e22735a5bb701c64b04ff9e08779d75d90abc045523fe0adf87b6092457c980 B
119ARG SPARKRUN_SOURCE_TAG=nightly-202609250 B
120LABEL dev.sparkrun.repo-commit=ddfe8a651bcc5d04712810def0d11ceaee2c2e6f dev.sparkrun.vllm-hash=1794dcf18454900263e0c66711af8ea4a1283ac1 dev.sparkrun.vllm-version=0.1.dev21510+g1794dcf18.d20260925 dev.sparkrun.flashinfer-hash=bf82326b0c524048c7f810da9f0022f8316ac3ff0 B
121ARG VLLM_IMAGE0 B
122ARG CRIU_IMAGE0 B
123LABEL io.sparksq.coldsnap.runtime=vllm-cuda-criu-v1 io.sparksq.coldsnap.base-image=ghcr.io/spark-arena/dgx-vllm-eugr-nightly-b12x@sha256:d08775c40cb42eba98132c75919cd88ac916d930a82f25d7579fc84795b08dd3 io.sparksq.coldsnap.criu-image=ghcr.io/sparksq/criu@sha256:2ff53a61af48e7e676bd4d64747394ca7c7622840ef0c740e719e6ecadb0d07c io.sparksq.coldsnap.copyright-holders=Scitrera0 B
124RUN |2 VLLM_IMAGE=ghcr.io/spark-arena/dgx-vllm-eugr-nightly-b12x@sha256:d08775c40cb42eba98132c75919cd88ac916d930a82f25d7579fc84795b08dd3 CRIU_IMAGE=ghcr.io/sparksq/criu@sha256:2ff53a61af48e7e676bd4d64747394ca7c7622840ef0c740e719e6ecadb0d07c /bin/sh4.64 MB
125COPY /usr/sbin/criu /opt/coldsnap/criu/bin/criu # buildkit2.87 MB
126COPY LICENSE THIRD_PARTY_NOTICES.md /opt/coldsnap/licenses/coldsnap/ #13.31 KB
127COPY third_party/licenses/criu/COPYING /opt/coldsnap/licenses/third-party/criu/COPYING # buildkit12.14 KB
128COPY third_party/licenses/nccl/LICENSE.txt /opt/coldsnap/licenses/third-party/nccl/LICENSE.txt # buildkit1.21 KB
129COPY LICENSE /opt/coldsnap/licenses/third-party/go-criu/LICENSE # buildkit4.05 KB
130COPY LICENSE /opt/coldsnap/licenses/third-party/cuda-checkpoint/LICENSE # buildkit14.82 KB
131RUN |2 VLLM_IMAGE=ghcr.io/spark-arena/dgx-vllm-eugr-nightly-b12x@sha256:d08775c40cb42eba98132c75919cd88ac916d930a82f25d7579fc84795b08dd3 CRIU_IMAGE=ghcr.io/sparksq/criu@sha256:2ff53a61af48e7e676bd4d64747394ca7c7622840ef0c740e719e6ecadb0d07c /bin/sh110.44 KB
132COPY /out/coldsnap /usr/local/bin/coldsnap # buildkit3.26 MB
133COPY /out/coldsnap-coordinator /usr/local/bin/coldsnap-coordinator # buildkit1.87 MB
134COPY /out/coldsnap-criu-rpc /usr/local/bin/coldsnap-criu-rpc # buildkit3.92 MB
135COPY bin /tmp/cuda-checkpoint-bin # buildkit33.35 KB
136COPY /out/libcoldsnap_hydration.so /opt/coldsnap/native/libcoldsnap_hydration.so # buildkit46.34 KB
137COPY /out/libcoldsnap_cuda_epoch.so /opt/coldsnap/native/libcoldsnap_cuda_epoch.so # buildkit17.92 KB
138COPY /usr/lib/criu/coldsnap_nvidia_reset_plugin.so /opt/coldsnap/criu/plugins/libcoldsnap_criu_nvidia_reset.so # buildkit6.54 KB
139COPY /out/libcoldsnap_nvidia_mmap_shim.so /opt/coldsnap/native/libcoldsnap_nvidia_mmap_shim.so # buildkit6.29 KB
140COPY /out/libcoldsnap_nvml_dlopen_shim.so /opt/coldsnap/native/libcoldsnap_nvml_dlopen_shim.so # buildkit4.98 KB
141COPY . /tmp/coldsnap-nccl-provider/ # buildkit237.21 MB
142COPY /out/libcoldsnap-nccl-dlsym.so /tmp/libcoldsnap-nccl-dlsym.so # buildkit3.65 KB
143COPY /out/plugin /opt/coldsnap/plugin # buildkit224.37 KB
144COPY runtime/shared/coldsnap_coord.py /opt/coldsnap/runtime/coldsnap_coord.py # buildkit2.33 KB
145COPY runtime/engine/coldsnap_cuda_criu.py /opt/coldsnap/runtime/coldsnap_cuda_criu.py # buildkit7.11 KB
146COPY runtime/engine/coldsnap_engine_exec.py /opt/coldsnap/runtime/coldsnap-engine-exec.py # buildkit7.13 KB
147COPY runtime/engine/coldsnap_n580_criu.py /opt/coldsnap/runtime/coldsnap_n580_criu.py # buildkit7.61 KB
148RUN |2 VLLM_IMAGE=ghcr.io/spark-arena/dgx-vllm-eugr-nightly-b12x@sha256:d08775c40cb42eba98132c75919cd88ac916d930a82f25d7579fc84795b08dd3 CRIU_IMAGE=ghcr.io/sparksq/criu@sha256:2ff53a61af48e7e676bd4d64747394ca7c7622840ef0c740e719e6ecadb0d07c /bin/sh246.35 MB
149ENV PYTHONPATH=/opt/coldsnap/plugin:/opt/coldsnap/runtime VLLM_PLUGINS=coldsnap COLDSNAP_CUDA_EPOCH_NATIVE_LIBRARY=/opt/coldsnap/native/libcoldsnap_cuda_epoch.so COLDSNAP_NCCL_ACTIVE_RUNTIME_PATH=/opt/coldsnap/nccl/active.json0 B
150ARG SOURCE_DATE_EPOCH=00 B
151LABEL io.sparksq.coldsnap.kind=unit-capsule io.sparksq.coldsnap.capture=sparkrun_67a530c59b5aa9ea_f15b938f6da3-capture-e5f61bb56efd io.sparksq.coldsnap.unit=unit-0 io.sparksq.coldsnap.snapshot-driver=n6100 B
152COPY --chown=0:0 / / #82.29 MB
153COPY --chown=0:0 . /opt/coldsnap/capsule/ #5.18 GB
154RUN |1 SOURCE_DATE_EPOCH=0 /bin/sh -c295 B

Command

 ARG RELEASE