|
@@ -78,8 +78,7 @@ args = [
|
|
|
# own spec line, so this JSON is the effective one (same race resolved).
|
|
# own spec line, so this JSON is the effective one (same race resolved).
|
|
|
"--scheduler-cls", "vllm.v1.core.sched.adaptive_k.AdaptiveKScheduler",
|
|
"--scheduler-cls", "vllm.v1.core.sched.adaptive_k.AdaptiveKScheduler",
|
|
|
"--speculative-config", """
|
|
"--speculative-config", """
|
|
|
-'{"method":"dflash","disable_eagle_block_drop":true,"model":"/root/.cache/huggingface/glm-5.3-flash-dflash2-tp6pad","num_speculative_tokens":7,"attention_backend":"TRITON_ATTN","num_speculative_tokens_per_batch_size":[[1,1,7],[2,2,5],[3,3,4],[4,4,3],[5,5,2],[6,32,7]]}'
|
|
|
|
|
-""",
|
|
|
|
|
|
|
+'{"method":"dflash","disable_eagle_block_drop":true,"model":"/root/.cache/huggingface/glm-5.3-flash-dflash2-tp6pad","num_speculative_tokens":7,"attention_backend":"TRITON_ATTN","num_speculative_tokens_per_batch_size":[[1,1,7],[2,2,5],[3,3,4],[4,4,3],[5,5,2],[6,32,7]]}'""",
|
|
|
# tp6.yaml: the vision tower does not split by 6
|
|
# tp6.yaml: the vision tower does not split by 6
|
|
|
"--mm-encoder-tp-mode", "data",
|
|
"--mm-encoder-tp-mode", "data",
|
|
|
]
|
|
]
|