2026-10-12_201240_kindling4x-conc-30g.log 5.4 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364
  1. Pseudo-terminal will not be allocated because stdin is not a terminal.
  2. {"event": "backend_detected", "backend": "vllm"}
  3. ╭──────────────────── ⚡ llama-benchy Throughput Benchmark ────────────────────╮
  4. │ glm53 │
  5. │ pp=[2048] tg=[128] depth=[0, 4096, 8192] concurrency=[1, 2, 4, 8, 16, 32, │
  6. │ 64] runs=3 latency=generation │
  7. ╰──────────────────────────────────────────────────────────────────────────────╯
  8. ✓ Complete ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 63/63 0:41:41
  9. llama-benchy 0.4.0
  10. Estimated latency: 76.4 ms
  11. llama-benchy Results
  12. ┏━━━━━━━━━━━━━━━━━━━━━━┳━━━━┳━━━━━━━━━┳━━━━━━━━━┳━━━━━━━━━━┳━━━━━━━━━━┳━━━━━━━━━
  13. ┃ ┃ ┃ ┃ ┃ TTFT ┃ Total ┃
  14. ┃ Test ┃ c ┃ pp t/s ┃ tg t/s ┃ (ms) ┃ (ms) ┃ Tokens
  15. ┡━━━━━━━━━━━━━━━━━━━━━━╇━━━━╇━━━━━━━━━╇━━━━━━━━━╇━━━━━━━━━━╇━━━━━━━━━━╇━━━━━━━━━
  16. │ pp2048 tg128 @ d0 │ c1 │ 3,546 │ 84.9 │ 658 │ 2,089 │ 2048+128
  17. │ pp2048 tg128 @ d0 │ c2 │ 3,346 │ 97.4 │ 1,012 │ 3,277 │ 2048+128
  18. │ pp2048 tg128 @ d0 │ c4 │ 4,242 │ 140.8 │ 1,826 │ 4,905 │ 2048+128
  19. │ pp2048 tg128 @ d0 │ c8 │ 3,951 │ 126.6 │ 3,649 │ 8,265 │ 2048+128
  20. │ pp2048 tg128 @ d0 │ c… │ 3,943 │ 147.0 │ 5,806 │ 13,343 │ 2048+128
  21. │ pp2048 tg128 @ d0 │ c… │ 4,194 │ 172.2 │ 9,446 │ 21,951 │ 2048+128
  22. │ pp2048 tg128 @ d0 │ c… │ 4,291 │ 186.4 │ 16,990 │ 39,782 │ 2048+128
  23. │ pp4096 tg128 @ d4096 │ c1 │ 3,419 │ 67.9 │ 1,279 │ 3,088 │ 2048+128
  24. │ pp2048 tg128 @ d4096 │ c1 │ 1,738 │ 76.9 │ 1,255 │ 2,843 │ 2048+128
  25. │ pp4096 tg128 @ d4096 │ c2 │ 3,188 │ 68.0 │ 1,922 │ 4,734 │ 2048+128
  26. │ pp2048 tg128 @ d4096 │ c2 │ 1,756 │ 88.3 │ 1,931 │ 4,276 │ 2048+128
  27. │ pp4096 tg128 @ d4096 │ c4 │ 4,082 │ 104.5 │ 3,463 │ 7,308 │ 2048+128
  28. │ pp2048 tg128 @ d4096 │ c4 │ 1,980 │ 81.0 │ 3,297 │ 7,156 │ 2048+128
  29. │ pp4096 tg128 @ d4096 │ c8 │ 4,180 │ 86.3 │ 7,042 │ 12,321 │ 2048+128
  30. │ pp2048 tg128 @ d4096 │ c8 │ 2,196 │ 105.1 │ 6,766 │ 11,408 │ 2048+128
  31. │ pp4096 tg128 @ d4096 │ c… │ 4,242 │ 96.1 │ 10,977 │ 20,570 │ 2048+128
  32. │ pp2048 tg128 @ d4096 │ c… │ 2,197 │ 100.5 │ 10,722 │ 19,469 │ 2048+128
  33. │ pp4096 tg128 @ d4096 │ c… │ 4,349 │ 105.5 │ 18,622 │ 35,257 │ 2048+128
  34. │ pp2048 tg128 @ d4096 │ c… │ 2,258 │ 110.4 │ 18,050 │ 33,710 │ 2048+128
  35. │ pp4096 tg128 @ d4096 │ c… │ 4,287 │ 112.0 │ 34,084 │ 64,140 │ 2048+128
  36. │ pp2048 tg128 @ d4096 │ c… │ 2,243 │ 114.9 │ 32,926 │ 61,515 │ 2048+128
  37. │ pp8192 tg128 @ d8192 │ c1 │ 4,076 │ 74.8 │ 2,090 │ 3,724 │ 2048+128
  38. │ pp2048 tg128 @ d8192 │ c1 │ 1,904 │ 76.8 │ 1,152 │ 2,743 │ 2048+128
  39. │ pp8192 tg128 @ d8192 │ c2 │ 3,456 │ 50.5 │ 3,421 │ 6,567 │ 2048+128
  40. │ pp2048 tg128 @ d8192 │ c2 │ 1,787 │ 73.3 │ 1,719 │ 4,393 │ 2048+128
  41. │ pp8192 tg128 @ d8192 │ c4 │ 4,075 │ 63.9 │ 6,716 │ 10,911 │ 2048+128
  42. │ pp2048 tg128 @ d8192 │ c4 │ 2,177 │ 90.4 │ 3,000 │ 6,581 │ 2048+128
  43. │ pp8192 tg128 @ d8192 │ c8 │ 4,352 │ 56.3 │ 13,462 │ 18,669 │ 2048+128
  44. │ pp2048 tg128 @ d8192 │ c8 │ 2,502 │ 98.7 │ 5,872 │ 10,449 │ 2048+128
  45. │ pp8192 tg128 @ d8192 │ c… │ 4,320 │ 57.5 │ 21,726 │ 33,436 │ 2048+128
  46. │ pp2048 tg128 @ d8192 │ c… │ 2,533 │ 106.5 │ 9,827 │ 18,267 │ 2048+128
  47. │ pp8192 tg128 @ d8192 │ c… │ 4,328 │ 59.8 │ 37,157 │ 59,159 │ 2048+128
  48. │ pp2048 tg128 @ d8192 │ c… │ 2,598 │ 123.6 │ 16,248 │ 30,465 │ 2048+128
  49. │ pp8192 tg128 @ d8192 │ c… │ 4,299 │ 63.0 │ 67,226 │ 107,282 │ 2048+128
  50. │ pp2048 tg128 @ d8192 │ c… │ 2,573 │ 128.2 │ 29,367 │ 55,853 │ 2048+128
  51. └──────────────────────┴────┴─────────┴─────────┴──────────┴──────────┴─────────
  52. ℹ Metrics sourced from llama-benchy — see https://github.com/eugr/llama-benchy
  53. for methodology.
  54. Report saved to
  55. /tmp/sm121-bench-2026-10-12_201240_kindling4x-conc-30g/runs/2026/10/2026-10-12T2
  56. 0-55-26.598600Z_ca4374d1.md