| 12345678910111213141516 |
- engine = "vllm"
- name = "Test Mods"
- docker_image = "alpine:latest"
- model = "noop"
- port = 30000
- required_nodes = 1
- tensor_parallel_size = 1
- pipeline_parallel_size = 1
- # Entrypoint must be set when mods are present.
- entrypoint = ["sh", "-c", "i=0; while true; do echo \"[$(hostname)] heartbeat $i\"; i=$((i+1)); sleep 2; done"]
- [mods]
- commands = [
- "sh /mods/local-patch/patch.sh",
- ]
|
