@@ -40,8 +40,6 @@ args = [
"--served-model-name", "deepseek-v4-flash", "default",
]
-# --distributed-executor-backend mp
-
[env]
# Ray memory management — prevents OOM during cudagraph compilation
RAY_memory_monitor_refresh_ms = "0"
@@ -21,7 +21,7 @@ args = [
"--trust-remote-code",
"--cuda-graph-max-bs", "16",
"--cuda-graph-bs", "1", "2", "4", "8", "12", "16",
- "--served-model-name", "minimax-m3", "default",
+ "--served-model-name", "minimax-m3",