|
@@ -56,8 +56,8 @@ args = [
|
|
|
"--generation-config", "vllm",
|
|
"--generation-config", "vllm",
|
|
|
"--default-chat-template-kwargs.thinking=true",
|
|
"--default-chat-template-kwargs.thinking=true",
|
|
|
"--default-chat-template-kwargs.reasoning_effort=high",
|
|
"--default-chat-template-kwargs.reasoning_effort=high",
|
|
|
- "--default-chat-template-kwargs.temperature=0.95",
|
|
|
|
|
- "--default-chat-template-kwargs.top_p=0.40",
|
|
|
|
|
|
|
+ #"--default-chat-template-kwargs.temperature=0.95",
|
|
|
|
|
+ #"--default-chat-template-kwargs.top_p=0.40",
|
|
|
# Disable custom all-reduce (not needed on GB10 single-NIC)
|
|
# Disable custom all-reduce (not needed on GB10 single-NIC)
|
|
|
"--disable-custom-all-reduce",
|
|
"--disable-custom-all-reduce",
|
|
|
"--trust-remote-code",
|
|
"--trust-remote-code",
|