Parcourir la source

kindling recipes: close the --speculative-config triple-quote on the content line (mimo shape) — a trailing newline before the closing hit a different code path and the engine received apostrophe-wrapped JSON (argparse 'cannot be converted to loads'); form now byte-identical to the working mimo recipes, argv validated in-image against the real vLLM

Alexander Korolev il y a 3 semaines
Parent
commit
48af96bc5d

+ 1 - 2
recipes/glm53-kindling-2x/recipe.toml

@@ -72,8 +72,7 @@ args = [
     # own spec line, so this JSON is the effective one (same race resolved).
     "--scheduler-cls", "vllm.v1.core.sched.adaptive_k.AdaptiveKScheduler",
     "--speculative-config", """
-'{"method":"dflash","disable_eagle_block_drop":true,"model":"{{dflash}}","num_speculative_tokens":7,"attention_backend":"TRITON_ATTN","num_speculative_tokens_per_batch_size":[[1,1,7],[2,2,5],[3,3,4],[4,4,3],[5,5,2],[6,32,7]]}'
-""",
+'{"method":"dflash","disable_eagle_block_drop":true,"model":"{{dflash}}","num_speculative_tokens":7,"attention_backend":"TRITON_ATTN","num_speculative_tokens_per_batch_size":[[1,1,7],[2,2,5],[3,3,4],[4,4,3],[5,5,2],[6,32,7]]}'""",
 ]
 
 # DFlash2 drafter: {{dflash}} resolves per node from the NAS HF

+ 1 - 2
recipes/glm53-kindling-4x/recipe.toml

@@ -69,8 +69,7 @@ args = [
     # own spec line, so this JSON is the effective one (same race resolved).
     "--scheduler-cls", "vllm.v1.core.sched.adaptive_k.AdaptiveKScheduler",
     "--speculative-config", """
-'{"method":"dflash","disable_eagle_block_drop":true,"model":"{{dflash}}","num_speculative_tokens":7,"attention_backend":"TRITON_ATTN","num_speculative_tokens_per_batch_size":[[1,1,7],[2,2,5],[3,3,4],[4,4,3],[5,5,2],[6,32,7]]}'
-""",
+'{"method":"dflash","disable_eagle_block_drop":true,"model":"{{dflash}}","num_speculative_tokens":7,"attention_backend":"TRITON_ATTN","num_speculative_tokens_per_batch_size":[[1,1,7],[2,2,5],[3,3,4],[4,4,3],[5,5,2],[6,32,7]]}'""",
 ]
 
 # DFlash2 drafter: {{dflash}} resolves per node from the NAS HF

+ 1 - 2
recipes/glm53-kindling-6x/recipe.toml

@@ -78,8 +78,7 @@ args = [
     # own spec line, so this JSON is the effective one (same race resolved).
     "--scheduler-cls", "vllm.v1.core.sched.adaptive_k.AdaptiveKScheduler",
     "--speculative-config", """
-'{"method":"dflash","disable_eagle_block_drop":true,"model":"/root/.cache/huggingface/glm-5.3-flash-dflash2-tp6pad","num_speculative_tokens":7,"attention_backend":"TRITON_ATTN","num_speculative_tokens_per_batch_size":[[1,1,7],[2,2,5],[3,3,4],[4,4,3],[5,5,2],[6,32,7]]}'
-""",
+'{"method":"dflash","disable_eagle_block_drop":true,"model":"/root/.cache/huggingface/glm-5.3-flash-dflash2-tp6pad","num_speculative_tokens":7,"attention_backend":"TRITON_ATTN","num_speculative_tokens_per_batch_size":[[1,1,7],[2,2,5],[3,3,4],[4,4,3],[5,5,2],[6,32,7]]}'""",
     # tp6.yaml: the vision tower does not split by 6
     "--mm-encoder-tp-mode", "data",
 ]