|
@@ -2,7 +2,6 @@ engine = "vllm"
|
|
|
name = "DeepSeek V4 Flash (vLLM)"
|
|
name = "DeepSeek V4 Flash (vLLM)"
|
|
|
docker_image = "aidendle94/sparkrun-vllm-ds4-gb10:production-ready"
|
|
docker_image = "aidendle94/sparkrun-vllm-ds4-gb10:production-ready"
|
|
|
model = "deepseek-ai/DeepSeek-V4-Flash"
|
|
model = "deepseek-ai/DeepSeek-V4-Flash"
|
|
|
-port = 8000
|
|
|
|
|
required_nodes = 2
|
|
required_nodes = 2
|
|
|
tensor_parallel_size = 2
|
|
tensor_parallel_size = 2
|
|
|
pipeline_parallel_size = 1
|
|
pipeline_parallel_size = 1
|
|
@@ -29,8 +28,6 @@ args = [
|
|
|
"--default-chat-template-kwargs.thinking", "true",
|
|
"--default-chat-template-kwargs.thinking", "true",
|
|
|
"--default-chat-template-kwargs.reasoning_effort", "high",
|
|
"--default-chat-template-kwargs.reasoning_effort", "high",
|
|
|
"--enable-flashinfer-autotune",
|
|
"--enable-flashinfer-autotune",
|
|
|
- "--host", "0.0.0.0",
|
|
|
|
|
- "--port", "8000",
|
|
|
|
|
"--trust-remote-code",
|
|
"--trust-remote-code",
|
|
|
"--served-model-name", "deepseek-v4-flash",
|
|
"--served-model-name", "deepseek-v4-flash",
|
|
|
]
|
|
]
|