|
@@ -24,7 +24,8 @@
|
|
|
|
|
|
|
|
engine = "sglang"
|
|
engine = "sglang"
|
|
|
name = "DeepSeek-V4.1-Flash-1017 (SGLang 4x, Aiden production-1.7.1)"
|
|
name = "DeepSeek-V4.1-Flash-1017 (SGLang 4x, Aiden production-1.7.1)"
|
|
|
-docker_image = "aidendle94/sparkrun-sglang-dsv41-gb10@sha256:f617afd8289e4be8f268ce7f6f07beaaff6b8c691fb27d2c3ab9d784d15c8143"
|
|
|
|
|
|
|
+docker_image = "dsv41-sglang-1017:local"
|
|
|
|
|
+docker_image_dir = "dsv41-sglang-1017"
|
|
|
model = "deepseek-ai/DeepSeek-V4.1-Flash-1017"
|
|
model = "deepseek-ai/DeepSeek-V4.1-Flash-1017"
|
|
|
parent_model = "deepseek-ai/DeepSeek-V4.1-Flash"
|
|
parent_model = "deepseek-ai/DeepSeek-V4.1-Flash"
|
|
|
port = 30000
|
|
port = 30000
|
|
@@ -38,16 +39,6 @@ shm_size = "32gb"
|
|
|
# engine with the launcher's full flag list in "$@".
|
|
# engine with the launcher's full flag list in "$@".
|
|
|
entrypoint = ["sh", "/aiden4x-launch.sh"]
|
|
entrypoint = ["sh", "/aiden4x-launch.sh"]
|
|
|
|
|
|
|
|
-# Mods run inside the container BEFORE the wrapper execs the engine. This one
|
|
|
|
|
-# aligns the image's DSV4.1 chat encoder with the 1017 reference protocol
|
|
|
|
|
-# (reasoning-effort tier ladder moved: 25/50/75 → 50/75/100, xhigh dropped).
|
|
|
|
|
-# The patcher is mounted read-only below and is idempotent; it refuses to
|
|
|
|
|
-# patch an encoder whose anchor does not match.
|
|
|
|
|
-[mods]
|
|
|
|
|
-commands = [
|
|
|
|
|
- "python3 /patch_dsv41_effort.py",
|
|
|
|
|
-]
|
|
|
|
|
-
|
|
|
|
|
args = [
|
|
args = [
|
|
|
"--trust-remote-code",
|
|
"--trust-remote-code",
|
|
|
"--served-model-name", "deepseek-v4.1-flash",
|
|
"--served-model-name", "deepseek-v4.1-flash",
|
|
@@ -89,11 +80,6 @@ host = "/home/kilork/aiden4x-launch.sh"
|
|
|
container = "/aiden4x-launch.sh"
|
|
container = "/aiden4x-launch.sh"
|
|
|
read_only = true
|
|
read_only = true
|
|
|
|
|
|
|
|
-# The effort-mapping patcher (see [mods] above) — one copy per node.
|
|
|
|
|
-[[extra_mounts]]
|
|
|
|
|
-host = "/home/kilork/patch_dsv41_effort.py"
|
|
|
|
|
-container = "/patch_dsv41_effort.py"
|
|
|
|
|
-read_only = true
|
|
|
|
|
|
|
|
|
|
# Node-local sparse copy of the Engram tables (staging P2.5, sparse-copy —
|
|
# Node-local sparse copy of the Engram tables (staging P2.5, sparse-copy —
|
|
|
# the aiden overlay's engram-local.json contract). Built/verified per serve by
|
|
# the aiden overlay's engram-local.json contract). Built/verified per serve by
|