|
|
@@ -83,7 +83,7 @@ B12X_POLICY_MODE = "auto"
|
|
|
VLLM_PLE_TABLE_MEMORY = "disk"
|
|
|
# this checkpoint (the mod patches them into the container's vLLM)
|
|
|
VLLM_FP8_HYBRID = "1"
|
|
|
-VLLM_MARLIN_USE_ATOMIC_ADD = "1"
|
|
|
+VLLM_MARLIN_USE_ATOMIC_ADD = "0" # was 1 (forum yaml); 1 = experimental atomic-add path, intermittent garbage
|
|
|
VLLM_USE_DEEP_GEMM = "0"
|
|
|
VLLM_USE_FLASHINFER_SAMPLER = "1"
|
|
|
VLLM_MTP_DRAFT_SCALE = "2"
|
