.env.example 1.6 KB

12345678910111213141516171819202122232425262728293031323334
  1. # Optional. Copy to compose/.env (not the repo root) only to override
  2. # something: docker compose reads .env from the compose file's directory.
  3. # Every tuned knob has its default in image/entrypoint.sh, and a copy here
  4. # silently wins over the measured value. KNOBS.md lists every knob.
  5. # --- image and host paths ------------------------------------------------------
  6. # Set when you built under your own tag (image/build.sh's default otherwise).
  7. #IMAGE=spark-glm53:mine
  8. # Set when the checkpoint and drafter are not under /srv/models on this box.
  9. #MODEL_HOST_DIR=/srv/models/glm-5.3-flash-nvfp4
  10. #DFLASH_HOST_DIR=/srv/models/glm-5.3-flash-dflash2
  11. # Set to keep JIT caches and logs in a host directory instead of a volume.
  12. #CACHE_HOME=/srv/container-cache
  13. #LOG_DIR=/srv/logs
  14. # --- roles: set both, on every box, to pin the head instead of electing it -------
  15. # The head's LAN address, the same on every box, the head included.
  16. #HEAD_HOST=192.0.2.10
  17. # head on the box at HEAD_HOST, worker on the rest.
  18. #ROLE=worker
  19. # --- networking: set when mentatd's tags do not describe this box ---------------
  20. # This box's LAN address, when mentatd tags nothing lan.
  21. #VLLM_HOST_IP=192.0.2.10
  22. # Fabric prefixes with the trailing dot, one per ConnectX PCIe root, when
  23. # mentatd tags no ConnectX interface rdma.
  24. #FABRIC_SUBNETS="198.18.0. 198.19.0."
  25. # --- other ----------------------------------------------------------------------
  26. # Per box. Set only when the interface holding VLLM_HOST_IP is the wrong one.
  27. #NCCL_SOCKET_IFNAME=
  28. # Set a URL only to pin one address (port form, 8002/v1 and 8082/mcp, otherwise).
  29. #MENTAT_OPENAI_API=
  30. #MENTAT_MCP_API=