|
@@ -2,7 +2,8 @@
|
|
|
# Pro model (operator 2026-09-29: MOPD only, RL lanes retired — RL keeps
|
|
# Pro model (operator 2026-09-29: MOPD only, RL lanes retired — RL keeps
|
|
|
# training artifacts). There is NO upstream SparkRing profile for Pro, so this
|
|
# training artifacts). There is NO upstream SparkRing profile for Pro, so this
|
|
|
# adapts our qualified tp4 contract: tp/nnodes/draft-tp = 8, per-model cache
|
|
# adapts our qualified tp4 contract: tp/nnodes/draft-tp = 8, per-model cache
|
|
|
-# namespace, served name TP8.
|
|
|
|
|
|
|
+# namespace. Served name stays the simple lane name `mimo-v2.6-pro`
|
|
|
|
|
+# (operator 2026-09-29: no foreign TP/variant clutter in served names).
|
|
|
#
|
|
#
|
|
|
# Verified 2026-09-29:
|
|
# Verified 2026-09-29:
|
|
|
# * snapshot XiaomiMiMo/MiMo-V2.6-Pro-MOPD @ adea8e2c5373, 573.5 GB (NAS);
|
|
# * snapshot XiaomiMiMo/MiMo-V2.6-Pro-MOPD @ adea8e2c5373, 573.5 GB (NAS);
|
|
@@ -33,7 +34,7 @@ shm_size = "32gb"
|
|
|
devices = ["/dev/infiniband"]
|
|
devices = ["/dev/infiniband"]
|
|
|
|
|
|
|
|
args = [
|
|
args = [
|
|
|
- "--served-model-name", "MiMo-V2.6-Pro-MOPD-TP8",
|
|
|
|
|
|
|
+ "--served-model-name", "mimo-v2.6-pro",
|
|
|
"--trust-remote-code",
|
|
"--trust-remote-code",
|
|
|
"--distributed-executor-backend", "mp",
|
|
"--distributed-executor-backend", "mp",
|
|
|
"--gpu-memory-utilization", "0.85",
|
|
"--gpu-memory-utilization", "0.85",
|