|
@@ -26,6 +26,8 @@
|
|
|
engine = "vllm"
|
|
engine = "vllm"
|
|
|
name = "GLM-5.3-Flash NVFP4 (kindlingai gx10 stack, 2x, DFlash2)"
|
|
name = "GLM-5.3-Flash NVFP4 (kindlingai gx10 stack, 2x, DFlash2)"
|
|
|
docker_image = "spark-glm53:v9"
|
|
docker_image = "spark-glm53:v9"
|
|
|
|
|
+# shared image build dir (all three TP variants build the same image)
|
|
|
|
|
+docker_image_dir = "glm53-kindling"
|
|
|
entrypoint = ["vllm", "serve"]
|
|
entrypoint = ["vllm", "serve"]
|
|
|
model = "/root/.cache/huggingface/hub/models--nvidia--GLM-5.3-Flash-NVFP4/snapshots/da920bb0b9f4a06727223a349e55468e38352348"
|
|
model = "/root/.cache/huggingface/hub/models--nvidia--GLM-5.3-Flash-NVFP4/snapshots/da920bb0b9f4a06727223a349e55468e38352348"
|
|
|
parent_model = "nvidia/GLM-5.3-Flash-NVFP4"
|
|
parent_model = "nvidia/GLM-5.3-Flash-NVFP4"
|