recipes: test-mods

recipes/test-mods/mods/local-patch/patch.sh

@@ -0,0 +1,5 @@
+#!/bin/sh
+# Simulates a vLLM patch: write a marker that the engine can read
+echo "alpine:3.20" > /tmp/.vllm-patched
+echo "MODS_PATCHED=1" >> /tmp/.vllm-patched
+echo "[mods] Applied vLLM compatibility patch at $(date)" >&2

recipes/test-mods/recipe.toml

@@ -0,0 +1,17 @@
+engine = "vllm"
+name = "Test Mods"
+docker_image = "alpine:latest"
+model = "noop"
+port = 30000
+required_nodes = 1
+tensor_parallel_size = 1
+pipeline_parallel_size = 1
+
+# Entrypoint must be set when mods are present.
+entrypoint = ["sh", "-c", "i=0; while true; do echo \"[$(hostname)] heartbeat $i\"; i=$((i+1)); sleep 2; done"]
+archived = false
+
+[mods]
+commands = [
+    "sh /mods/local-patch/patch.sh",
+]