|
@@ -41,7 +41,6 @@ engine = "vllm"
|
|
|
name = "GLM-5.2 NF3-Hybrid CONTEXT LANE (vLLM)"
|
|
name = "GLM-5.2 NF3-Hybrid CONTEXT LANE (vLLM)"
|
|
|
docker_image = "vllm-nf3-hybrid:probe"
|
|
docker_image = "vllm-nf3-hybrid:probe"
|
|
|
model = "madeby561/GLM-5.2-MXFP8-NVFP4-NF3-Hybrid"
|
|
model = "madeby561/GLM-5.2-MXFP8-NVFP4-NF3-Hybrid"
|
|
|
-port = 8210
|
|
|
|
|
required_nodes = 4
|
|
required_nodes = 4
|
|
|
tensor_parallel_size = 4
|
|
tensor_parallel_size = 4
|
|
|
pipeline_parallel_size = 1
|
|
pipeline_parallel_size = 1
|