launcher/docker-images/deepseek-v4-flash-eugr/Dockerfile

# syntax=docker/dockerfile:1.7
# DeepSeek-V4-Flash-0731 — eugr/spark-vllm-b12x overlay with the
# instanttensor-hybrid-draft-loader mod baked in.
#
# Base: eugr/spark-vllm-b12x — the prebuilt b12x-branch image published in
# NVIDIA forum comment #28 (https://forums.developer.nvidia.com/t/376220/28).
# Ubuntu 24.04 + system Python 3.12; vLLM is installed into the system
# site-packages (the mod's default /usr/local/lib/python3.12/dist-packages,
# but the path is resolved dynamically below so this is robust to a moved
# install).
#
# eugr's recipe applies `mods/instanttensor-hybrid-draft-loader` at
# run-recipe.sh time (it patches vLLM's model_loader get_model() to keep
# InstantTensor for the target while letting an embedded MTP/dspark draft
# use lazy safetensors). sm121 has no runtime mod-upload step for Docker
# recipes, so this overlay bakes the patch in at build time instead: the
# running container already has the hybrid loader, and the recipe carries
# no [mods] block.
#
# Build: cd docker-images/deepseek-v4-flash-eugr && bash build.sh
# (the sm121 launcher builds on demand and stamps sm121.checksum)

FROM eugr/spark-vllm-b12x:nightly-20260823