ソースを参照

vision 2x: MODEL_PATH -> cached snapshot (his script's unconditional --revision '' breaks offline resolution)

Alexander Korolev 1 ヶ月 前
親
コミット
f8ab43bcd5
1 ファイル変更、11 行追加、1 行削除
  1. 11 1
      recipes/dsv4-vision-aiden-2x/recipe.toml

+ 11 - 1
recipes/dsv4-vision-aiden-2x/recipe.toml

@@ -64,8 +64,18 @@ TRANSFORMERS_OFFLINE = "1"
 NNODES = "2"
 TP_SIZE = "2"
 DCP_SIZE = "1"
+# his script appends --revision "<empty>" unconditionally, which breaks
+# offline snapshot resolution (revision "" matches nothing). Point MODEL_PATH
+# at the cached snapshot path directly — vllm uses the existing path and the
+# empty revision is ignored.
+MODEL_PATH = "/opt/local-hf/hub/models--deepseek-ai--DeepSeek-V4-Flash-Vision-Exp/snapshots/e46e16bf6035c6f317eb2ac7458eb0362926d402"
+MODEL_ID = "deepseek-ai/DeepSeek-V4-Flash-Vision-Exp"
+DSPARK_# his script appends --revision "<empty>" unconditionally, which breaks
+# offline snapshot resolution (revision "" matches nothing). Point MODEL_PATH
+# at the cached snapshot path directly — vllm uses the existing path and the
+# empty revision is ignored.
+MODEL_PATH = "/opt/local-hf/hub/models--deepseek-ai--DeepSeek-V4-Flash-Vision-Exp/snapshots/e46e16bf6035c6f317eb2ac7458eb0362926d402"
 MODEL_ID = "deepseek-ai/DeepSeek-V4-Flash-Vision-Exp"
-DSPARK_MODEL_ID = "deepseek-ai/DeepSeek-V4-Flash-Vision-Exp"
 SERVED_MODEL_NAME = "deepseek-v4-vision"
 GPU_MEMORY_UTILIZATION = "0.80"
 KV_CACHE_MEMORY_BYTES = "12884901888"