|
@@ -38,6 +38,12 @@ pipeline_parallel_size = 1
|
|
|
distributed_backend = "mp"
|
|
distributed_backend = "mp"
|
|
|
shm_size = "32gb"
|
|
shm_size = "32gb"
|
|
|
|
|
|
|
|
|
|
+# GB10 UMA gate (vLLM #48140): reclaim the page cache before the engine startup check reads MemFree — leftover weight/NFS page cache (~10-15 GiB)
|
|
|
|
|
+# tipped random nodes below the 0.88 GMU threshold at boot.
|
|
|
|
|
+before_serve = [
|
|
|
|
|
+ { command = "sudo sh -c 'echo 3 > /proc/sys/vm/drop_caches'", on_failure = "warn" },
|
|
|
|
|
+]
|
|
|
|
|
+
|
|
|
args = [
|
|
args = [
|
|
|
# --- upstream entrypoint.sh `exec vllm serve …`, TP=2 case block -----
|
|
# --- upstream entrypoint.sh `exec vllm serve …`, TP=2 case block -----
|
|
|
"--served-model-name", "glm53",
|
|
"--served-model-name", "glm53",
|