|
|
@@ -31,12 +31,6 @@ shm_size = "32gb"
|
|
|
# which also replaces the image's baked env-script entrypoint.
|
|
|
entrypoint = ["vllm", "serve"]
|
|
|
|
|
|
-[mods]
|
|
|
-commands = [
|
|
|
- # (mods exist so the launcher takes the --entrypoint sh override path;
|
|
|
- # the pre-serve work — page-cache flush — is done host-side by before_serve)
|
|
|
- "true",
|
|
|
-]
|
|
|
|
|
|
args = [
|
|
|
"--served-model-name", "deepseek-v4-vision",
|
|
|
@@ -73,6 +67,13 @@ args = [
|
|
|
'{"image":4}'""",
|
|
|
]
|
|
|
|
|
|
+[mods]
|
|
|
+commands = [
|
|
|
+ # (mods exist so the launcher takes the --entrypoint sh override path;
|
|
|
+ # the pre-serve work — page-cache flush — is done host-side by before_serve)
|
|
|
+ "true",
|
|
|
+]
|
|
|
+
|
|
|
[env]
|
|
|
CUTE_DSL_ARCH = "sm_121a"
|
|
|
VLLM_ENABLE_DSPARK = "1"
|