|
|
@@ -0,0 +1,34 @@
|
|
|
+^D{"event": "backend_detected", "backend": "sglang"}
|
|
|
+
|
|
|
+╭──────────────────── ⚡ llama-benchy Throughput Benchmark ────────────────────╮
|
|
|
+│ mimo-v2.6-flash │
|
|
|
+│ pp=[2048] tg=[128] depth=[0, 4096, 8192] concurrency=[1, 2] runs=3 │
|
|
|
+│ latency=generation │
|
|
|
+╰──────────────────────────────────────────────────────────────────────────────╯
|
|
|
+
|
|
|
+ ✓ Complete ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 18/18 0:01:34
|
|
|
+
|
|
|
+ llama-benchy 0.4.0
|
|
|
+ Estimated latency: 102.0 ms
|
|
|
+
|
|
|
+ llama-benchy Results
|
|
|
+┏━━━━━━━━━━━━━━━━━━━━━━┳━━━━┳━━━━━━━━━┳━━━━━━━━━┳━━━━━━━━━━┳━━━━━━━━━━┳━━━━━━━━━
|
|
|
+┃ ┃ ┃ ┃ ┃ TTFT ┃ Total ┃
|
|
|
+┃ Test ┃ c ┃ pp t/s ┃ tg t/s ┃ (ms) ┃ (ms) ┃ Tokens
|
|
|
+┡━━━━━━━━━━━━━━━━━━━━━━╇━━━━╇━━━━━━━━━╇━━━━━━━━━╇━━━━━━━━━━╇━━━━━━━━━━╇━━━━━━━━━
|
|
|
+│ pp2048 tg128 @ d0 │ c1 │ 3,321 │ 75.9 │ 743 │ 2,307 │ 2048+128
|
|
|
+│ pp2048 tg128 @ d0 │ c2 │ 2,718 │ 95.7 │ 1,521 │ 3,857 │ 2048+128
|
|
|
+│ pp2048 tg128 @ d4096 │ c1 │ 3,388 │ 76.3 │ 1,945 │ 3,495 │ 2048+128
|
|
|
+│ pp2048 tg128 @ d4096 │ c2 │ 3,244 │ 103.4 │ 3,795 │ 6,052 │ 2048+128
|
|
|
+│ pp2048 tg128 @ d8192 │ c1 │ 3,273 │ 61.6 │ 3,262 │ 5,211 │ 2048+128
|
|
|
+│ pp2048 tg128 @ d8192 │ c2 │ 3,247 │ 91.1 │ 6,314 │ 8,743 │ 2048+128
|
|
|
+└──────────────────────┴────┴─────────┴─────────┴──────────┴──────────┴─────────
|
|
|
+
|
|
|
+ ℹ Metrics sourced from llama-benchy — see https://github.com/eugr/llama-benchy
|
|
|
+for methodology.
|
|
|
+
|
|
|
+
|
|
|
+ Report saved to
|
|
|
+/Users/kilork/.cache/sm121/bench/2026-09-28_152839_roce-perf/runs/2026/09/2026-0
|
|
|
+9-28T15-30-14.756157Z_aec19423.md
|
|
|
+
|