|
@@ -55,8 +55,6 @@ pipeline_parallel_size = 1
|
|
|
distributed_backend = "mp"
|
|
distributed_backend = "mp"
|
|
|
shm_size = "32gb"
|
|
shm_size = "32gb"
|
|
|
|
|
|
|
|
-entrypoint = ["vllm", "serve"]
|
|
|
|
|
-
|
|
|
|
|
args = [
|
|
args = [
|
|
|
# Stable served name — quant-agnostic (shared across glm53 quants)
|
|
# Stable served name — quant-agnostic (shared across glm53 quants)
|
|
|
"--served-model-name", "glm53",
|
|
"--served-model-name", "glm53",
|