recipes/docker-images/dsv41-flash-b12x/Dockerfile

# syntax=docker/dockerfile:1.7
# dsv41-flash + B12X MoE backend (Aiden's overlay #1, aidenle.com
# 2026-09-11): thin FROM wrapper over the sm121-built dsv41-flash:local
# image that adds the b12x kernel package (pip wheel, pure python + a
# small JIT-compiled native) and the persistent JIT cache env.
#
# What changes at runtime (recipe dsv41-flash-4x-b12x):
#   --moe-backend b12x          (vLLM selects B12X_MXFP4_MXFP8 experts)
#   B12X_CACHE_DIR (below)      (kernel JIT persists per node via the
#                                recipe's extra_mount, like the other JITs)
#
# Their measured effect (Aiden, boots B/C, same stack otherwise):
#   decode +9% (counting 81->89-93), prefill at 9K +22% (1,932 -> 2,362).

ARG BASE_IMAGE
FROM ${BASE_IMAGE}

ARG B12X_VERSION

# Persistent kernel-JIT location (the recipe bind-mounts a per-node dir).
ENV B12X_CACHE_DIR=/root/.cache/b12x

RUN set -eux; \
    pip install --no-cache-dir "b12x==${B12X_VERSION}"; \
    python3 -c "import b12x; print('b12x import OK')"; \
    # Pre-build the JIT-compiled native so first serves never hit the
    # compiler (mirror of the sparkring-shared bridge, but our image ships
    # a real /usr/local/cuda-13.0/lib64 with libcudart.so — no symlink hack).
    python3 - <<'PY'
import importlib
try:
    mod = importlib.import_module("b12x.loader._native")
    mod.load()
    print("b12x native pre-built")
except ModuleNotFoundError:
    print("b12x.loader._native not present in this b12x version — nothing to pre-build")
PY