|
@@ -108,6 +108,13 @@ args = [
|
|
|
"--enable-auto-tool-choice",
|
|
"--enable-auto-tool-choice",
|
|
|
"--tool-call-parser", "glm47",
|
|
"--tool-call-parser", "glm47",
|
|
|
"--reasoning-parser", "glm45",
|
|
"--reasoning-parser", "glm45",
|
|
|
|
|
+ # 2026-10-22 23:26: the DSpark route (RedHatAI/GLM-5.3-speculator.dspark,
|
|
|
|
|
+ # k=8, draft backend FLASHINFER + bfloat16 draft KV) gets through config
|
|
|
|
|
+ # validation and the draft backend selection, then dies inside
|
|
|
|
|
+ # qwen3_dflash._build_context_kv_buffers during draft weight load — the
|
|
|
|
|
+ # speculator is built for vLLM 0.32 + speculators 0.7.x, our r39 fork is
|
|
|
|
|
+ # older. Retry on a vLLM-main image (eugr nightly), not here.
|
|
|
|
|
+ #
|
|
|
# MTP speculation (2026-10-22, 2nd boot): the head is in the checkpoint
|
|
# MTP speculation (2026-10-22, 2nd boot): the head is in the checkpoint
|
|
|
# (num_nextn_predict_layers=1); k=3 is our proven Flash-lane depth. The
|
|
# (num_nextn_predict_layers=1); k=3 is our proven Flash-lane depth. The
|
|
|
# window drops to 32768 to pay for the draft KV + extra graph shapes —
|
|
# window drops to 32768 to pay for the draft KV + extra graph shapes —
|