Dockerfile 855 B

123456789101112131415161718
  1. # GLM-5.2 Int4-Int8Mix overlay on sparkrun-vllm-ds4-gb10:fixed
  2. #
  3. # Unsets VLLM_PREFIX_CACHE_RETENTION_INTERVAL (baked at 4096 in the base
  4. # deepseek image, breaks GLM-5.2) via a wrapper that sources the original
  5. # nvidia_entrypoint.sh first, then hands off with exec after the unset.
  6. #
  7. # Build:
  8. # cd docker-images/glm52-int4-int8 && bash build.sh
  9. # Tags: sparkrun-vllm-ds4-gb10:glm52
  10. FROM sparkrun-vllm-ds4-gb10:fixed
  11. # Wrapper: unset the baked var, then hand off to the original entrypoint.
  12. # The original nvidia_entrypoint.sh does `exec "$@"` at the end, so this
  13. # runs as PID 1 with conda/CUDA paths sourced and the baked var gone.
  14. RUN printf '#!/bin/bash\nunset VLLM_PREFIX_CACHE_RETENTION_INTERVAL\nexec /opt/nvidia/nvidia_entrypoint.sh "$@"\n' > /entrypoint-wrapper.sh && chmod +x /entrypoint-wrapper.sh
  15. ENTRYPOINT ["/entrypoint-wrapper.sh"]