engine = "vllm" name = "Test Mods" docker_image = "alpine:latest" model = "noop" port = 30000 required_nodes = 1 tensor_parallel_size = 1 pipeline_parallel_size = 1 # Entrypoint must be set when mods are present. entrypoint = ["sh", "-c", "i=0; while true; do echo \"[$(hostname)] heartbeat $i\"; i=$((i+1)); sleep 2; done"] archived = false [mods] commands = [ "sh /mods/local-patch/patch.sh", ]