| 12345678910111213 |
- --- baked-ours/v1/worker/cp_utils.py 2026-09-10 19:56:14.000000000 +0200
- +++ baked/v1/worker/cp_utils.py 2026-09-11 10:13:47.000000000 +0200
- @@ -35,6 +35,10 @@
- f"but {backend.get_name()} does not support PCP."
- )
- layer_impl = getattr(layer, "impl", None)
- + if layer_impl is None and hasattr(layer, "need_to_return_lse_for_decode"):
- + # DeepSeek-V4.1 attention runs its own forward (no
- + # AttentionImpl) and exposes the DCP contract on the layer.
- + layer_impl = layer
- if layer_impl is None:
- continue
- if vllm_config.speculative_config is not None and interleave_size > 1:
|
