|
|
@@ -8,9 +8,9 @@
|
|
|
# 327GB — top-64 experts/layer in NVFP4, remaining 192 in NF3 (3-bit),
|
|
|
# non-expert layers in MXFP8.
|
|
|
#
|
|
|
-# EXPERIMENT: Using aidendle94/sparkrun-vllm-ds4-gb10:production-hybrid-1.0
|
|
|
+# EXPERIMENT: Using aidendle94/sparkrun-vllm-ds4-gb10:production-hybrid-1.6
|
|
|
# instead of locally-built vllm-nf3-hybrid:probe. Pre-built on Docker Hub.
|
|
|
-# NOTE: production-hybrid-1.0 lacks NF3 hybrid overlay files
|
|
|
+# NOTE: production-hybrid-1.6 lacks NF3 hybrid overlay files
|
|
|
# (hybrid_loader.py, nf3_kernel.py, nvfp4_kernel.py, mxfp8_tier.json).
|
|
|
# If it fails, revert to vllm-nf3-hybrid:probe.
|
|
|
#
|
|
|
@@ -40,7 +40,7 @@
|
|
|
|
|
|
engine = "vllm"
|
|
|
name = "GLM-5.2 NF3-Hybrid CONTEXT LANE (vLLM)"
|
|
|
-docker_image = "aidendle94/sparkrun-vllm-ds4-gb10:production-hybrid-1.0"
|
|
|
+docker_image = "aidendle94/sparkrun-vllm-ds4-gb10:production-hybrid-1.6"
|
|
|
model = "madeby561/GLM-5.2-MXFP8-NVFP4-NF3-Hybrid"
|
|
|
required_nodes = 4
|
|
|
tensor_parallel_size = 4
|