launcher/recipes/glm52-nf3-hybrid/Dockerfile

# syntax=docker/dockerfile:1.7
# GLM-5.2 NF3-Hybrid — minimal overlay atop community DGX Spark image
ARG BASE_IMAGE=ghcr.io/timothystewart6/vllm-gb10:v0.24.0-gb10.5
FROM ${BASE_IMAGE}

ARG TORCH_CUDA_ARCH_LIST=12.1a
ENV PIP_BREAK_SYSTEM_PACKAGES=1 \
    TORCH_CUDA_ARCH_LIST=${TORCH_CUDA_ARCH_LIST} \
    CUTE_DSL_ARCH=sm_121a

# Build tools + b12x deps only (everything else comes from base)
RUN apt-get update && apt-get install -y --no-install-recommends \
    build-essential ninja-build cmake git python3-dev \
    && rm -rf /var/lib/apt/lists/*

# Build b12x from source
RUN git clone --recursive https://github.com/voipmonitor/b12x.git /opt/b12x \
    && cd /opt/b12x \
    && git checkout f3686b555d639823b276c2080f173145eed7f007
WORKDIR /opt/b12x
RUN pip install --no-cache-dir --no-deps -e . --no-build-isolation \
    -C setup.args="--cuda-arch=${TORCH_CUDA_ARCH_LIST}"

# NF3 hybrid overlay (Triton kernels + .pth hook)
COPY overlay/hybrid_loader.py  /usr/local/lib/python3.12/dist-packages/hybrid_loader.py
COPY overlay/nf3_kernel.py     /usr/local/lib/python3.12/dist-packages/nf3_kernel.py
COPY overlay/nvfp4_kernel.py   /usr/local/lib/python3.12/dist-packages/nvfp4_kernel.py
COPY overlay/nf3_replan.py     /usr/local/lib/python3.12/dist-packages/nf3_replan.py
COPY overlay/mxfp8_tier.json   /usr/local/lib/python3.12/dist-packages/mxfp8_tier.json
RUN python3 -c "open('/usr/local/lib/python3.12/dist-packages/hybrid_loader.pth','w').write('import hybrid_loader\n')"

# Verify imports (b12x + overlay only; torch/vllm/flashinfer from base)
RUN python3 -c "import hybrid_loader; print('OK hybrid_loader'); import nf3_kernel; print('OK nf3_kernel'); import nvfp4_kernel; print('OK nvfp4_kernel'); import nf3_replan; print('OK nf3_replan'); import b12x; print('OK b12x')"

ENTRYPOINT ["vllm", "serve"]