2026-10-23_175600_engram-local.manifest.json 2.3 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879
  1. {
  2. "schema_version": 1,
  3. "run": "2026-10-23_175600_engram-local",
  4. "created_utc": "2026-10-23T18:22:56Z",
  5. "recipe": {
  6. "name": "DeepSeek-V4.1-Flash-1017 on vLLM main (eugr nightly 20261015), 4x",
  7. "file": "/Volumes/main/projects/git.kilork.org/sm121/recipes/recipes/dsv41-flash-1017-4x-vllm032/recipe.toml",
  8. "sha256": "78e1a5952973975621cb6d7cd030998efe10305450ac5717188fab981440ea89"
  9. },
  10. "cluster": {
  11. "name": "dgx58-switch",
  12. "nodes": [
  13. "192.168.88.43",
  14. "192.168.88.44",
  15. "192.168.88.54",
  16. "192.168.88.55"
  17. ]
  18. },
  19. "config": {
  20. "file": "config.toml",
  21. "sha256": "8d63cf8e8cad7d3b83bdfbc03d0692b4a0aa4c9945e1dedb9a2aab594f705a51"
  22. },
  23. "launcher": {
  24. "bin": "/Volumes/main/projects/git.kilork.org/sm121/launcher/target/debug/sm121",
  25. "git_sha": "cb4d7d148f456bf3507f8ece7060273e3ed8889c"
  26. },
  27. "bench": {
  28. "tool": "tool-eval-bench",
  29. "version": "2.8.0",
  30. "args": [
  31. "--base-url",
  32. "http://192.168.88.43:30000/v1",
  33. "--model",
  34. "dsv41",
  35. "--seed",
  36. "42",
  37. "--hardmode",
  38. "--perf",
  39. "--benchy-args=--enable-prefix-caching",
  40. "--concurrency",
  41. "1,2",
  42. "--json-file",
  43. "/Volumes/main/projects/git.kilork.org/sm121/recipes/recipes/dsv41-flash-1017-4x-vllm032/reports/2026-10-23_175600_engram-local.json",
  44. "--tokenizer",
  45. "/tmp/dsv41-tok.json"
  46. ],
  47. "final_score": 91,
  48. "points": "177/194"
  49. },
  50. "images": {
  51. "eugr/spark-vllm-b12x:nightly-20261015": {
  52. "build_checksum": "<no value>",
  53. "nodes": {
  54. "dgx5.lan": {
  55. "id": "sha256:a7f76ae9f18c7701c9cde5f72c606393d9a21ca94dd8e53b27589935f64fcbe2",
  56. "sm121_checksum": "<no value>"
  57. },
  58. "dgx6.lan": {
  59. "id": "sha256:a7f76ae9f18c7701c9cde5f72c606393d9a21ca94dd8e53b27589935f64fcbe2",
  60. "sm121_checksum": "<no value>"
  61. },
  62. "dgx7.lan": {
  63. "id": "sha256:a7f76ae9f18c7701c9cde5f72c606393d9a21ca94dd8e53b27589935f64fcbe2",
  64. "sm121_checksum": "<no value>"
  65. },
  66. "dgx8.lan": {
  67. "id": "sha256:a7f76ae9f18c7701c9cde5f72c606393d9a21ca94dd8e53b27589935f64fcbe2",
  68. "sm121_checksum": "<no value>"
  69. }
  70. }
  71. }
  72. },
  73. "models": [
  74. {
  75. "id": "deepseek-ai/DeepSeek-V4.1-Flash-1017",
  76. "snapshot": "1bae0e1088993b9b82de08f59de5be5a34e42170"
  77. }
  78. ]
  79. }