瀏覽代碼

fix: b12x non-editable install (files land in site-packages)

Alexander Korolev 3 月之前
父節點
當前提交
810d952c72
共有 2 個文件被更改,包括 4 次插入 和 3 次删除
  1. 1 1
      docker-images/glm52-nf3-hybrid/Dockerfile
  2. 3 2
      recipes/glm52-nf3-hybrid-context/recipe.toml

+ 1 - 1
docker-images/glm52-nf3-hybrid/Dockerfile

@@ -100,7 +100,7 @@ ENV TORCH_CUDA_ARCH_LIST=${TORCH_CUDA_ARCH_LIST} CUTE_DSL_ARCH=sm_121a
 RUN git clone --recursive ${B12X_REPO} /opt/b12x \
  && cd /opt/b12x \
  && git checkout ${B12X_REF} \
- && pip install --no-cache-dir -e . --no-build-isolation \
+ && pip install --no-cache-dir . --no-build-isolation \
     -C setup.args="--cuda-arch=${TORCH_CUDA_ARCH_LIST}"
 
 FROM base AS runner

+ 3 - 2
recipes/glm52-nf3-hybrid-context/recipe.toml

@@ -48,13 +48,14 @@ distributed_backend = "mp"
 shm_size = "64gb"
 docker_image_dir = "glm52-nf3-hybrid"
 
-# entrypoint = ["vllm", "serve"]
+entrypoint = ["vllm", "serve"]
 
 args = [
     # Quantization & KV cache
     "--quantization", "modelopt_fp4",
     "--kv-cache-dtype", "fp8",
-    "--load-format", "fastsafetensors",
+    "--load-format", "auto",
+#    "--load-format", "fastsafetensors",
     # Context length (800K max-len, 877K KV pool)
     "--max-model-len", "800000",
     # Batch & memory