فهرست منبع

kindling recipes: control paths are FILES, not the cache dirs — VLLM_{ADAPTIVE_K,DRAFT_TRUNC}_CONTROL pointed at the mounted dir roots, and their _read_control() does os.stat+open on the path (stat succeeds on a dir, open does not) => IsADirectoryError killed the engine core right after KV allocation; point them at <dir>/control (absent file = safe defaults: tau 0.3 / adapt, written file persists + live-control)

Alexander Korolev 3 هفته پیش
والد
کامیت
e6204c6b95
3فایلهای تغییر یافته به همراه6 افزوده شده و 6 حذف شده
  1. 2 2
      recipes/glm53-kindling-2x/recipe.toml
  2. 2 2
      recipes/glm53-kindling-4x/recipe.toml
  3. 2 2
      recipes/glm53-kindling-6x/recipe.toml

+ 2 - 2
recipes/glm53-kindling-2x/recipe.toml

@@ -148,7 +148,7 @@ VLLM_ARXBIG_RS = "1"
 VLLM_ARXBIG_AG = "0"
 VLLM_ARX_TWO_SHOT_MAX_KB = "2048"
 # adaptive-k.yaml — online step-cost learner + draft truncation
-VLLM_ADAPTIVE_K_CONTROL = "/root/.cache/adaptive-k"
+VLLM_ADAPTIVE_K_CONTROL = "/root/.cache/adaptive-k/control"
 VLLM_ADAPTIVE_K_MODEL = "32.1,1.32,0.427"
 VLLM_ADAPTIVE_K_PER_REQUEST = "0"
 VLLM_ADAPTIVE_K_CODE_MODE = "gated"
@@ -156,7 +156,7 @@ VLLM_ADAPTIVE_K_ONLINE = "1"
 VLLM_ADAPTIVE_K_COST_MS = "2:29.7,3:33.1,4:36.5,5:39.8,6:43.1,7:46.0,8:48.9"
 VLLM_DRAFT_TRUNC_TAU = "0.3"
 VLLM_DRAFT_TRUNC_EXPLORE = "4"
-VLLM_DRAFT_TRUNC_CONTROL = "/root/.cache/draft-trunc"
+VLLM_DRAFT_TRUNC_CONTROL = "/root/.cache/draft-trunc/control"
 VLLM_DRAFT_TRUNC_LOG = ""
 # fp8.yaml — dense linears the checkpoint kept in bf16 -> FP8/NVFP4 (the
 # measured ~1% NLL-on-prose cost is upstream's documented tuned default)

+ 2 - 2
recipes/glm53-kindling-4x/recipe.toml

@@ -145,7 +145,7 @@ VLLM_ARXBIG_RS = "1"
 VLLM_ARXBIG_AG = "0"
 VLLM_ARX_TWO_SHOT_MAX_KB = "2048"
 # adaptive-k.yaml — online step-cost learner + draft truncation
-VLLM_ADAPTIVE_K_CONTROL = "/root/.cache/adaptive-k"
+VLLM_ADAPTIVE_K_CONTROL = "/root/.cache/adaptive-k/control"
 VLLM_ADAPTIVE_K_MODEL = "26.4,0.660,0.484"
 VLLM_ADAPTIVE_K_PER_REQUEST = "0"
 VLLM_ADAPTIVE_K_CODE_MODE = "gated"
@@ -153,7 +153,7 @@ VLLM_ADAPTIVE_K_ONLINE = "1"
 VLLM_ADAPTIVE_K_COST_MS = "2:29.7,3:33.1,4:36.5,5:39.8,6:43.1,7:46.0,8:48.9"
 VLLM_DRAFT_TRUNC_TAU = "0.3"
 VLLM_DRAFT_TRUNC_EXPLORE = "4"
-VLLM_DRAFT_TRUNC_CONTROL = "/root/.cache/draft-trunc"
+VLLM_DRAFT_TRUNC_CONTROL = "/root/.cache/draft-trunc/control"
 VLLM_DRAFT_TRUNC_LOG = ""
 # fp8.yaml — dense linears the checkpoint kept in bf16 -> FP8/NVFP4 (the
 # measured ~1% NLL-on-prose cost is upstream's documented tuned default)

+ 2 - 2
recipes/glm53-kindling-6x/recipe.toml

@@ -150,7 +150,7 @@ VLLM_ARXBIG_RS = "1"
 VLLM_ARXBIG_AG = "0"
 VLLM_ARX_TWO_SHOT_MAX_KB = "2048"
 # adaptive-k.yaml — online step-cost learner + draft truncation
-VLLM_ADAPTIVE_K_CONTROL = "/root/.cache/adaptive-k"
+VLLM_ADAPTIVE_K_CONTROL = "/root/.cache/adaptive-k/control"
 VLLM_ADAPTIVE_K_MODEL = "19.3,0.50,0.40"
 VLLM_ADAPTIVE_K_PER_REQUEST = "0"
 VLLM_ADAPTIVE_K_CODE_MODE = "gated"
@@ -158,7 +158,7 @@ VLLM_ADAPTIVE_K_ONLINE = "1"
 VLLM_ADAPTIVE_K_COST_MS = "2:29.7,3:33.1,4:36.5,5:39.8,6:43.1,7:46.0,8:48.9"
 VLLM_DRAFT_TRUNC_TAU = "0.3"
 VLLM_DRAFT_TRUNC_EXPLORE = "4"
-VLLM_DRAFT_TRUNC_CONTROL = "/root/.cache/draft-trunc"
+VLLM_DRAFT_TRUNC_CONTROL = "/root/.cache/draft-trunc/control"
 VLLM_DRAFT_TRUNC_LOG = ""
 # fp8.yaml — dense linears the checkpoint kept in bf16 -> FP8/NVFP4 (the
 # measured ~1% NLL-on-prose cost is upstream's documented tuned default)