|
|
@@ -23,16 +23,38 @@ TORCHAUDIO_VERSION=2.11.0
|
|
|
FLASHINFER_VERSION=0.6.17
|
|
|
|
|
|
# vLLM — local-inference-lab fork, dev/jovian-judgement base + PR heads.
|
|
|
-# PR 550 closed (unmerged), which deleted its refs/pull/550/head pseudo-ref,
|
|
|
-# so pin the PR head commits by SHA (GitHub keeps the objects).
|
|
|
+#
|
|
|
+# r18 composition (2026-09-05): branch tip f564dffe9a66 — supersedes the r17
|
|
|
+# base 9c4dd054 (which itself superseded r12's 54f6e9826c + PR set 550-557;
|
|
|
+# do NOT re-merge 550-557, they conflict). The r17 PR set 579/580/581/586 is
|
|
|
+# now merged into the tip; only 582 is still open, pinned by head SHA.
|
|
|
+# New in this window (9c4dd054..f564dffe + b12x below): RoCEnante one-shot
|
|
|
+# RoCE collectives (PR #597; env VLLM_ENABLE_ROCE_ALLREDUCE, off by default),
|
|
|
+# B12X NVFP4 KV cache (fp8_ds_mla / nvfp4_ds_mla), DFlash split-KV paged
|
|
|
+# decode attention, L2 weight-prefetch decode, DSpark input-budget split,
|
|
|
+# spec-decode KV-connector + prefix-cache-block fixes, GLM tool-delimiter
|
|
|
+# parser hardening, prefill fairness engines, KDA prefill backend,
|
|
|
+# FlashKDA stable-inverse fix. No requirements/setup.py drift vs r17.
|
|
|
+# Staged tree on the build host: sm121/r18 @ 725e36d3189cc7cbd8c27a16323c4b9643fd8cf2
|
|
|
+# (base + pr582 merge + staged-cutlass cmake patch; see /tmp/vllm-src.tar.gz).
|
|
|
VLLM_REPO=https://github.com/local-inference-lab/vllm.git
|
|
|
-VLLM_BASE_REF=54f6e9826c20ef06ed65d838c0ad497ad0abdecf
|
|
|
-VLLM_PR_HEADS="550:52006e858766911cebccc8a7b2b21a260f5c97f2 552:65ef1cd4d1d595a6b54698e3c2983ed4af421445 553:c6b1530e895e5188b6f57109db1f609f5615ce19 554:88cff3d5a98b95df9ceeff77aa676ef2f18a03b6 555:78bfa29002d4d7a2d6c16877074af449ba1b0ce7 557:3ef77b3125253d6f797f1524f9a52ae478dad4f2"
|
|
|
+VLLM_BASE_REF=f564dffe9a6625ae3d87706530ce35974f1d2989
|
|
|
+VLLM_PR_HEADS="582:4df4cf5e123b55aab2fbcb310468b076995e9410"
|
|
|
|
|
|
-# B12X — master + PR heads (pure-python wheel; CuTe-DSL JIT kernels)
|
|
|
+# B12X — master + PR heads (pure-python wheel; CuTe-DSL JIT kernels).
|
|
|
+# r18: master tip 613cfd9b (supersedes r17 base 2bbab479; PR 290 bf16 PCIe
|
|
|
+# two-shot now merged into it). Still open: 284 (SM120 mhc decode split),
|
|
|
+# pinned by head SHA. New in window: RoCEnante one-shot RoCE all-reduce/
|
|
|
+# all-gather (#295, both-rail striping, DSV4 graph collectives), GLM_NEXT
|
|
|
+# NVFP4 KV cache (PR #309), KDA prefill extension (full op surface),
|
|
|
+# dense-GEMM/MoE A16 activation-precision selection on SM121/GB10 (relevant
|
|
|
+# to the linear-b12x quality toxin — re-bisect with this build), QSA large-
|
|
|
+# prefill + paged-CuTe specialization, DSA indexer plan-owned lifecycle.
|
|
|
+# Staged tree on the build host: sm121/r18 @ c594d447d3129e717f8aa0a7c56d7b777912bec3
|
|
|
+# (base + pr284 merge; see /tmp/b12x-src.tar.gz).
|
|
|
B12X_REPO=https://github.com/local-inference-lab/b12x.git
|
|
|
-B12X_BASE_REF=139e04048bc3bb4f7210c99e7184d8d2f0e345e7
|
|
|
-B12X_PRS="260 267 268 269 270"
|
|
|
+B12X_BASE_REF=613cfd9bbc542e2a7a9e5e216d1f62a8becda87f
|
|
|
+B12X_PRS="284"
|
|
|
|
|
|
# DeepGEMM — fetched by vllm's cmake; pre-cloned (raw-SHA fetches of a
|
|
|
# non-default-branch tip 404 over GitHub's git protocol)
|