# syntax=docker/dockerfile:1.7 # DeepSeek-V4-Flash-0731 — eugr/spark-vllm-b12x overlay with the # instanttensor-hybrid-draft-loader mod baked in. # # Base: eugr/spark-vllm-b12x — the prebuilt b12x-branch image published in # NVIDIA forum comment #28 (https://forums.developer.nvidia.com/t/376220/28). # Ubuntu 24.04 + system Python 3.12; vLLM is installed into the system # site-packages (the mod's default /usr/local/lib/python3.12/dist-packages, # but the path is resolved dynamically below so this is robust to a moved # install). # # eugr's recipe applies `mods/instanttensor-hybrid-draft-loader` at # run-recipe.sh time (it patches vLLM's model_loader get_model() to keep # InstantTensor for the target while letting an embedded MTP/dspark draft # use lazy safetensors). sm121 has no runtime mod-upload step for Docker # recipes, so this overlay bakes the patch in at build time instead: the # running container already has the hybrid loader, and the recipe carries # no [mods] block. # # Build: cd docker-images/deepseek-v4-flash-eugr && bash build.sh # (the sm121 launcher builds on demand and stamps sm121.checksum) FROM eugr/spark-vllm-b12x:nightly-20260823