Explorar o código

kindling recipes: fix doubled --speculative-config value (generator inserted the JSON twice; engine boot crashed with argparse 'cannot be converted' — caught by first e2e diag run)

Alexander Korolev hai 3 semanas
pai
achega
4c3f95d199

+ 2 - 1
recipes/glm53-kindling-2x/recipe.toml

@@ -72,7 +72,8 @@ args = [
     # own spec line, so this JSON is the effective one (same race resolved).
     "--scheduler-cls", "vllm.v1.core.sched.adaptive_k.AdaptiveKScheduler",
     "--speculative-config", """
-'{"method":"dflash","disable_eagle_block_drop":true,"model":"'{"method":"dflash","disable_eagle_block_drop":true,"model":"{{dflash}}","num_speculative_tokens":7,"attention_backend":"TRITON_ATTN","num_speculative_tokens_per_batch_size":[[1,1,7],[2,2,5],[3,3,4],[4,4,3],[5,5,2],[6,32,7]]}'","num_speculative_tokens":7,"attention_backend":"TRITON_ATTN","num_speculative_tokens_per_batch_size":[[1,1,7],[2,2,5],[3,3,4],[4,4,3],[5,5,2],[6,32,7]]}'""",
+'{"method":"dflash","disable_eagle_block_drop":true,"model":"{{dflash}}","num_speculative_tokens":7,"attention_backend":"TRITON_ATTN","num_speculative_tokens_per_batch_size":[[1,1,7],[2,2,5],[3,3,4],[4,4,3],[5,5,2],[6,32,7]]}'
+""",
 ]
 
 # DFlash2 drafter: {{dflash}} resolves per node from the NAS HF

+ 2 - 1
recipes/glm53-kindling-4x/recipe.toml

@@ -69,7 +69,8 @@ args = [
     # own spec line, so this JSON is the effective one (same race resolved).
     "--scheduler-cls", "vllm.v1.core.sched.adaptive_k.AdaptiveKScheduler",
     "--speculative-config", """
-'{"method":"dflash","disable_eagle_block_drop":true,"model":"'{"method":"dflash","disable_eagle_block_drop":true,"model":"{{dflash}}","num_speculative_tokens":7,"attention_backend":"TRITON_ATTN","num_speculative_tokens_per_batch_size":[[1,1,7],[2,2,5],[3,3,4],[4,4,3],[5,5,2],[6,32,7]]}'","num_speculative_tokens":7,"attention_backend":"TRITON_ATTN","num_speculative_tokens_per_batch_size":[[1,1,7],[2,2,5],[3,3,4],[4,4,3],[5,5,2],[6,32,7]]}'""",
+'{"method":"dflash","disable_eagle_block_drop":true,"model":"{{dflash}}","num_speculative_tokens":7,"attention_backend":"TRITON_ATTN","num_speculative_tokens_per_batch_size":[[1,1,7],[2,2,5],[3,3,4],[4,4,3],[5,5,2],[6,32,7]]}'
+""",
 ]
 
 # DFlash2 drafter: {{dflash}} resolves per node from the NAS HF

+ 2 - 1
recipes/glm53-kindling-6x/recipe.toml

@@ -78,7 +78,8 @@ args = [
     # own spec line, so this JSON is the effective one (same race resolved).
     "--scheduler-cls", "vllm.v1.core.sched.adaptive_k.AdaptiveKScheduler",
     "--speculative-config", """
-'{"method":"dflash","disable_eagle_block_drop":true,"model":"'{"method":"dflash","disable_eagle_block_drop":true,"model":"/root/.cache/huggingface/glm-5.3-flash-dflash2-tp6pad","num_speculative_tokens":7,"attention_backend":"TRITON_ATTN","num_speculative_tokens_per_batch_size":[[1,1,7],[2,2,5],[3,3,4],[4,4,3],[5,5,2],[6,32,7]]}'","num_speculative_tokens":7,"attention_backend":"TRITON_ATTN","num_speculative_tokens_per_batch_size":[[1,1,7],[2,2,5],[3,3,4],[4,4,3],[5,5,2],[6,32,7]]}'""",
+'{"method":"dflash","disable_eagle_block_drop":true,"model":"/root/.cache/huggingface/glm-5.3-flash-dflash2-tp6pad","num_speculative_tokens":7,"attention_backend":"TRITON_ATTN","num_speculative_tokens_per_batch_size":[[1,1,7],[2,2,5],[3,3,4],[4,4,3],[5,5,2],[6,32,7]]}'
+""",
     # tp6.yaml: the vision tower does not split by 6
     "--mm-encoder-tp-mode", "data",
 ]