Sfoglia il codice sorgente

docker-images: glm53-flash-aiden

Alexander Korolev 1 settimana fa
parent
commit
c6eb419752

+ 3 - 0
docker-images/glm53-flash-aiden/Dockerfile

@@ -0,0 +1,3 @@
+FROM aidendle94/sparkrun-vllm-glm53-gb10:production-1.2
+
+RUN pip install --no-cache-dir --no-deps --force-reinstall instanttensor==0.1.9

+ 15 - 0
docker-images/glm53-flash-aiden/build.sh

@@ -0,0 +1,15 @@
+#!/usr/bin/env bash
+set -euo pipefail
+cd "$(dirname "$0")"
+TAG="${TAG:-sparkrun-vllm-glm53-flash-aiden:glm53}"
+echo "=== Building ${TAG} ==="
+# Persistent buildkit cache (per node, shared across image dirs): the
+# version-independent stages (apt, torch, CUDA base) are reused across
+# rebuilds — only the pinned source stages (vllm/b12x/…) re-download and
+# re-compile. Override the dir with SM121_BUILDKIT_CACHE if desired.
+CACHE_DIR="${SM121_BUILDKIT_CACHE:-$HOME/.cache/sm121-buildkit}"
+mkdir -p "${CACHE_DIR}"
+docker buildx build --cache-from "type=local,src=${CACHE_DIR}" \
+    --cache-to "type=local,dest=${CACHE_DIR},mode=max" \
+    --progress=plain --load -t "${TAG}" . 2>&1
+echo "=== Done: ${TAG} ==="