|
@@ -10,6 +10,13 @@
|
|
|
|
|
|
|
|
FROM aidendle94/sparkrun-vllm-ds4-gb10:production-hybrid-1.4
|
|
FROM aidendle94/sparkrun-vllm-ds4-gb10:production-hybrid-1.4
|
|
|
|
|
|
|
|
|
|
+# 1.4 patches quantization/__init__.py to `from . import hybrid_modelopt_ct`
|
|
|
|
|
+# but never ships hybrid_modelopt_ct.py — a build bug in the base image that
|
|
|
|
|
+# breaks all vLLM imports with a circular-import error. Remove the dangling
|
|
|
|
|
+# import; no recipe uses hybrid_modelopt_ct (all use hybrid_mxfp4_ct).
|
|
|
|
|
+RUN sed -i '/from . import hybrid_modelopt_ct/d' \
|
|
|
|
|
+ /opt/venv/lib/python3.12/site-packages/vllm/model_executor/layers/quantization/__init__.py
|
|
|
|
|
+
|
|
|
RUN pip install --no-cache-dir --no-deps --force-reinstall nvidia-nccl-cu13==2.30.4 \
|
|
RUN pip install --no-cache-dir --no-deps --force-reinstall nvidia-nccl-cu13==2.30.4 \
|
|
|
&& pip install --no-cache-dir --no-deps --force-reinstall instanttensor==0.1.9
|
|
&& pip install --no-cache-dir --no-deps --force-reinstall instanttensor==0.1.9
|
|
|
|
|
|