| 12345678910111213141516171819202122232425262728293031323334 |
- # Optional. Copy to compose/.env (not the repo root) only to override
- # something: docker compose reads .env from the compose file's directory.
- # Every tuned knob has its default in image/entrypoint.sh, and a copy here
- # silently wins over the measured value. KNOBS.md lists every knob.
- # --- image and host paths ------------------------------------------------------
- # Set when you built under your own tag (image/build.sh's default otherwise).
- #IMAGE=spark-glm53:mine
- # Set when the checkpoint and drafter are not under /srv/models on this box.
- #MODEL_HOST_DIR=/srv/models/glm-5.3-flash-nvfp4
- #DFLASH_HOST_DIR=/srv/models/glm-5.3-flash-dflash2
- # Set to keep JIT caches and logs in a host directory instead of a volume.
- #CACHE_HOME=/srv/container-cache
- #LOG_DIR=/srv/logs
- # --- roles: set both, on every box, to pin the head instead of electing it -------
- # The head's LAN address, the same on every box, the head included.
- #HEAD_HOST=192.0.2.10
- # head on the box at HEAD_HOST, worker on the rest.
- #ROLE=worker
- # --- networking: set when mentatd's tags do not describe this box ---------------
- # This box's LAN address, when mentatd tags nothing lan.
- #VLLM_HOST_IP=192.0.2.10
- # Fabric prefixes with the trailing dot, one per ConnectX PCIe root, when
- # mentatd tags no ConnectX interface rdma.
- #FABRIC_SUBNETS="198.18.0. 198.19.0."
- # --- other ----------------------------------------------------------------------
- # Per box. Set only when the interface holding VLLM_HOST_IP is the wrong one.
- #NCCL_SOCKET_IFNAME=
- # Set a URL only to pin one address (port form, 8002/v1 and 8082/mcp, otherwise).
- #MENTAT_OPENAI_API=
- #MENTAT_MCP_API=
|