|
@@ -24,8 +24,15 @@
|
|
|
# glm53_mtp_bf16.py MTP layer is BF16 but config.json says NVFP4
|
|
# glm53_mtp_bf16.py MTP layer is BF16 but config.json says NVFP4
|
|
|
# sm90_fp8_kv_dtype.py SM90 builder planned fp8 KV as uint8
|
|
# sm90_fp8_kv_dtype.py SM90 builder planned fp8 KV as uint8
|
|
|
# glm53_reasoning_always_parsed.py thinking off = low effort, still <think>
|
|
# glm53_reasoning_always_parsed.py thinking off = low effort, still <think>
|
|
|
-# vllm-58720-routed-experts.patch vllm#58720 (ad6817b), after this nightly
|
|
|
|
|
# FlashKDA 17a037d vllm#58846, still open: fp32 recurrent state
|
|
# FlashKDA 17a037d vllm#58846, still open: fp32 recurrent state
|
|
|
|
|
+#
|
|
|
|
|
+# Re-pinned 2026-10-15 to the v0.31.0 release: Docker Hub pruned the whole old
|
|
|
|
|
+# nightly-<sha> tag scheme, so the 09-26 base tag became unresolvable. v0.31.0
|
|
|
|
|
+# (cut 2026-10-02, 6 days after ddd6fbca) is the first release containing it.
|
|
|
|
|
+# Drift audit ddd6fbca..v0.31.0 over the files this build patches: every target
|
|
|
|
|
+# unchanged, except routed_experts.py where vllm#58720 landed verbatim upstream
|
|
|
|
|
+# (the patch is dropped below), and flashinfer 0.7.0 -> 0.7.0.post1.
|
|
|
|
|
+# torch/NCCL/cutlass-dsl pins unchanged.
|
|
|
# kept:
|
|
# kept:
|
|
|
# glm53-flash_SM121.py (MiaAI) 5 of 7 edits apply unchanged; see below
|
|
# glm53-flash_SM121.py (MiaAI) 5 of 7 edits apply unchanged; see below
|
|
|
# gb10_plugin_backend.py MiaAI vs LibertAI sparse-MLA switch
|
|
# gb10_plugin_backend.py MiaAI vs LibertAI sparse-MLA switch
|
|
@@ -40,9 +47,10 @@
|
|
|
#
|
|
#
|
|
|
# GB10 is sm_121 and this torch reports up to sm_120. That is correct: sm_120
|
|
# GB10 is sm_121 and this torch reports up to sm_120. That is correct: sm_120
|
|
|
# cubins run on sm_121. Do not widen TORCH_CUDA_ARCH_LIST.
|
|
# cubins run on sm_121. Do not widen TORCH_CUDA_ARCH_LIST.
|
|
|
-ARG BASE=vllm/vllm-openai:nightly-ddd6fbca148a867aad1fcab7ec72f582b9977db4
|
|
|
|
|
-# vLLM source the FlashKDA registration shim comes from. Keep it at BASE's commit.
|
|
|
|
|
-ARG VLLM_REF=ddd6fbca148a867aad1fcab7ec72f582b9977db4
|
|
|
|
|
|
|
+ARG BASE=vllm/vllm-openai:v0.31.0
|
|
|
|
|
+# vLLM source the FlashKDA registration shim comes from. Keep it at BASE's commit
|
|
|
|
|
+# (the release tag's own commit — its installed vllm was built from this ref).
|
|
|
|
|
+ARG VLLM_REF=db9527a46873454610df6dbedf79a36d6bf1a7f6
|
|
|
# Pulled registry-qualified: a bare `mentat-artifacts:<ver>` tag resolves to a
|
|
# Pulled registry-qualified: a bare `mentat-artifacts:<ver>` tag resolves to a
|
|
|
# local image, and those have been mislabelled before -- every image "pinned"
|
|
# local image, and those have been mislabelled before -- every image "pinned"
|
|
|
# to 0.4.0 once silently ran 0.1.0. Verify with `mentatd --version`.
|
|
# to 0.4.0 once silently ran 0.1.0. Verify with `mentatd --version`.
|
|
@@ -142,12 +150,9 @@ RUN python3 /tmp/glm53_reasoning_always_parsed.py && rm /tmp/glm53_reasoning_alw
|
|
|
COPY image/patches/glm53_deterministic_topk.py /tmp/glm53_deterministic_topk.py
|
|
COPY image/patches/glm53_deterministic_topk.py /tmp/glm53_deterministic_topk.py
|
|
|
RUN python3 /tmp/glm53_deterministic_topk.py && rm /tmp/glm53_deterministic_topk.py
|
|
RUN python3 /tmp/glm53_deterministic_topk.py && rm /tmp/glm53_deterministic_topk.py
|
|
|
|
|
|
|
|
-# vllm#58720 (ad6817b) landed after this nightly: RoutedExperts indexes the
|
|
|
|
|
-# expert mapping by weight name once, instead of scanning it for every tensor.
|
|
|
|
|
-COPY image/patches/vllm-58720-routed-experts.patch /tmp/
|
|
|
|
|
-RUN cd /usr/local/lib/python3.12/dist-packages \
|
|
|
|
|
- && patch -p1 --forward < /tmp/vllm-58720-routed-experts.patch \
|
|
|
|
|
- && rm /tmp/vllm-58720-routed-experts.patch
|
|
|
|
|
|
|
+# vllm#58720 (RoutedExperts indexes the expert mapping once) was carried as a
|
|
|
|
|
+# patch until 2026-10-15; it is verbatim in the v0.31.0 base, so the patch is
|
|
|
|
|
+# dropped. verify-base.py still asserts the fix is present.
|
|
|
|
|
|
|
|
COPY --from=flashkda /out/_flashkda_C.abi3.so /out/FLASHKDA_REF /usr/local/lib/python3.12/dist-packages/vllm/
|
|
COPY --from=flashkda /out/_flashkda_C.abi3.so /out/FLASHKDA_REF /usr/local/lib/python3.12/dist-packages/vllm/
|
|
|
|
|
|