launcher/docker-images/mia-tp4/tests/test_draft_head_fp8_tp4.py

"""CPU check for adapter/draft_head_fp8_tp4.py and its selection in sitecustomize.

- the TP4 variant builds the same fp8 copy as adapter/draft_head_fp8.py (bitwise) and refuses a
  drifted draft class;
- sitecustomize installs draft_head_fp8_tp4 only when start-tp4.sh set DSV41_LAUNCHER=tp4
  and DSV41_DRAFT_HEAD_FP8_IMPL=tp4. ./start.sh always installs draft_head_fp8.py.
  Nothing is installed when DSV41_DRAFT_HEAD_FP8 is off. The Triton kernels are checked on the Spark.
"""
import importlib.util
import os
import sys
import types
from pathlib import Path
from unittest.mock import patch

os.environ["DSV41_DRAFT_HEAD_FP8"] = "1"
import torch  # noqa: E402

import draft_head_fp8 as default_impl  # noqa: E402
import draft_head_fp8_tp4 as tp4_impl  # noqa: E402

ROOT = Path(__file__).resolve().parents[1]


def check_twin():
    w = (torch.randn(1000, 256) * 0.02).to(torch.bfloat16)
    q4, e4 = tp4_impl.make_twin(w)
    q, e = default_impl.make_twin(w)
    assert torch.equal(q4.view(torch.uint8), q.view(torch.uint8)) and torch.equal(e4, e), "fp8 copies differ"
    try:
        tp4_impl.install(types.SimpleNamespace(DeepseekV4ForCausalLMDSpark=type("X", (), {})))
    except RuntimeError:
        return
    raise AssertionError("drifted class accepted")


def check_selection():
    spec = importlib.util.spec_from_file_location("dsv41_sc_test", ROOT / "adapter/sitecustomize.py")
    sc = importlib.util.module_from_spec(spec)
    with patch.dict(os.environ, {"DSV41_SOURCE": ""}):
        spec.loader.exec_module(sc)

    class Loader:
        def create_module(self, spec):
            return None

        def exec_module(self, module):
            pass

    for env, expected in (({"DSV41_DRAFT_HEAD_FP8": "1"}, "default"),
                          ({"DSV41_DRAFT_HEAD_FP8": "1", "DSV41_DRAFT_HEAD_FP8_IMPL": "tp4"}, "default"),
                          ({"DSV41_LAUNCHER": "tp4", "DSV41_DRAFT_HEAD_FP8": "1", "DSV41_DRAFT_HEAD_FP8_IMPL": "tp4"}, "tp4"),
                          ({"DSV41_DRAFT_HEAD_FP8": "1", "DSV41_DRAFT_HEAD_FP8_IMPL": ""}, "default"),
                          ({"DSV41_DRAFT_HEAD_FP8": "0", "DSV41_DRAFT_HEAD_FP8_IMPL": "tp4"}, None)):
        calls = []
        fakes = {name: types.SimpleNamespace(install=lambda m, tag=tag: calls.append(tag))
                 for name, tag in (("draft_head_fp8", "default"), ("draft_head_fp8_tp4", "tp4"))}
        clean = {k: v for k, v in os.environ.items() if not k.startswith("DSV41_")}
        with patch.dict(os.environ, {**clean, **env}, clear=True), patch.dict(sys.modules, fakes):
            sc.EngramLoader(Loader()).exec_module(
                types.SimpleNamespace(__name__="sglang.srt.models.deepseek_v4_dspark"))
        assert calls == ([expected] if expected else []), (env, calls)


if __name__ == "__main__":
    check_twin()
    check_selection()
    print("test_draft_head_fp8_tp4: ok")