|
@@ -11,13 +11,14 @@
|
|
|
|
|
|
|
|
engine = "vllm"
|
|
engine = "vllm"
|
|
|
name = "DeepSeek V4 Flash DSpark (vLLM)"
|
|
name = "DeepSeek V4 Flash DSpark (vLLM)"
|
|
|
-docker_image = "aidendle94/sparkrun-vllm-ds4-gb10:production-3.75"
|
|
|
|
|
|
|
+docker_image = "sparkrun-vllm-ds4-gb10:fixed"
|
|
|
model = "deepseek-ai/DeepSeek-V4-Flash-DSpark"
|
|
model = "deepseek-ai/DeepSeek-V4-Flash-DSpark"
|
|
|
required_nodes = 2
|
|
required_nodes = 2
|
|
|
tensor_parallel_size = 2
|
|
tensor_parallel_size = 2
|
|
|
pipeline_parallel_size = 1
|
|
pipeline_parallel_size = 1
|
|
|
distributed_backend = "mp"
|
|
distributed_backend = "mp"
|
|
|
shm_size = "32gb"
|
|
shm_size = "32gb"
|
|
|
|
|
+docker_image_dir = "deepseek-v4-flash-dspark"
|
|
|
|
|
|
|
|
entrypoint = ["vllm", "serve"]
|
|
entrypoint = ["vllm", "serve"]
|
|
|
|
|
|